-- Logs begin at Wed 2022-03-23 20:25:49 UTC, end at Wed 2022-03-23 21:39:37 UTC. -- Mar 23 21:11:16.375885 dv-cinder-834918-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 21:11:19.306525 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Mar 23 21:11:19.307113 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 23 21:11:19.307313 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 21:11:19.310602 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.common.config [-] Logging enabled! Mar 23 21:11:19.310859 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev50 Mar 23 21:11:19.311169 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103791) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 21:11:19.312102 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 21:11:19.312336 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 21:11:19.312702 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 21:11:19.313005 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 21:11:19.313238 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 21:11:19.313991 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.314422 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 21:11:19.314741 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.315043 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.315342 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.315641 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.315936 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.316217 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.316527 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.317381 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.317675 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.317957 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.318245 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.318540 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.318824 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.319115 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.319404 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.319686 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.319966 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.320407 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.320826 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.321128 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.321419 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.321698 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.321973 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.322249 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.322534 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.322861 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] host = dv-cinder-834918-1-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.323138 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.323431 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.323720 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.324007 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.324281 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.324558 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.324844 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.325145 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.325422 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.325696 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.325986 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.326274 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.326575 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.326789 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.327013 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.327302 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.327592 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.327868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.328142 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.328416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.328690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.328992 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.329269 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.329554 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.329837 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.330122 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.330396 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.330668 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.330940 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.331210 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.331494 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.331766 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.332037 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.332334 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.332620 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.332888 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.333186 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.333496 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.333785 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.334069 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.334355 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.334628 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.334912 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.335185 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.335458 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.335730 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.336005 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.336275 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.336557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.336834 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.337129 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.337405 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.337678 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.337963 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.338236 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:19.338532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.338831 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.339133 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.339432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.339727 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.340011 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.340303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.340583 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.340873 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.341188 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.341481 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.341763 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.342063 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.342352 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.342647 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.342954 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.343252 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.343554 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.343835 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.344115 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.344394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.344675 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.344991 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.345275 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.345567 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.345859 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.346139 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.346440 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.346730 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.347025 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.347316 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.347594 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.347901 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.348196 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.348475 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.348752 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.349054 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.349347 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.349627 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.349900 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.350185 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.350465 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.350739 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.351012 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.351289 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.351580 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.351859 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.352133 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.352407 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.352683 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.352980 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.353268 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.353552 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.353825 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.354098 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.354374 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.354645 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.354918 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.355192 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.355465 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.355740 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.356012 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.356282 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.356558 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.356831 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.357126 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.357400 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.357675 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.357952 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.358223 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.358496 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.358771 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.359043 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.359315 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.359603 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.359900 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.360179 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.360457 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.360733 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.361033 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.361313 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.361590 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.361868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.362143 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.362413 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.362700 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.362981 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.363265 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.364163 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.364488 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.364816 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.365141 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.365442 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.365741 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.366033 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.366325 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.366621 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.366913 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.367220 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.367527 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.367835 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.368140 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.368443 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.368733 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.369081 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.369372 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:19.369595 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 21:11:19.369842 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103791) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 21:11:19.741686 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 21:11:19.741973 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 21:11:19.742283 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 21:11:19.742764 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 21:11:20.070313 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.070532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.070806 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.071998 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.072274 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.072671 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.126791 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.127069 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.127338 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.142623 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.142906 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.143177 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.171595 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.171875 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.172148 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.314009 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.314647 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.314647 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.547132 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.547425 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.547698 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.547969 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.548669 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.647670 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.647991 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.648277 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.648552 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.648822 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.649157 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.649419 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.649676 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.649932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.650215 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.650478 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.650743 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.650997 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.651247 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.651502 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.651765 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.652023 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.652290 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.652559 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.652820 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.653117 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.653372 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.653652 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.654027 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.654277 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.654524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.654920 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.655159 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.655396 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.655633 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.655868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.656103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:20.656464 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 21:11:20.659856 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 21:11:20.664018 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 21:11:20.667747 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 23 21:11:20.669430 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 21:11:20.669896 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 21:11:20.670233 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 21:11:20.670615 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 21:11:20.673483 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 21:11:20.673741 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 21:11:20.674092 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 21:11:20.679527 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 21:11:20.703882 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 21:11:20.704331 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.704628 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 21:11:20.705032 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.706413 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103791) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 21:11:20.706698 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 21:11:20.706946 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 21:11:20.710340 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.710628 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:20.773909 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 21:11:20.774154 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 21:11:20.774390 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 21:11:20.774764 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 21:11:20.795122 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_db.sqlalchemy.engines [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103791) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 21:11:21.358413 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing driver for type 'gre' Mar 23 21:11:21.359079 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] gre ID ranges: [(1, 1000)] Mar 23 21:11:21.535516 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing driver for type 'local' Mar 23 21:11:21.535851 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing driver for type 'vlan' Mar 23 21:11:21.615222 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] VlanTypeDriver initialization complete Mar 23 21:11:21.615519 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing driver for type 'vxlan' Mar 23 21:11:21.616020 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] vxlan ID ranges: [(1, 1000)] Mar 23 21:11:21.803913 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing extension driver 'port_security' Mar 23 21:11:21.804256 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.extensions.port_security [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] PortSecurityExtensionDriver initialization complete Mar 23 21:11:21.804592 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing mechanism driver 'openvswitch' Mar 23 21:11:21.804950 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing mechanism driver 'hyperv' Mar 23 21:11:21.811603 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.plugin [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103791) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:21.812291 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.812666 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.813047 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.813590 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.814029 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.814389 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.814739 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.815140 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.815551 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.815903 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.816244 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.817162 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.817572 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.817925 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.818264 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.818801 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.819218 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.819577 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.819927 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.820329 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.820746 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > address_group after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.821141 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > address_group after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.821488 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.821892 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103791) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 21:11:21.822403 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] ML2 OVO RPC backend initialized. {{(pid=103791) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 21:11:21.823099 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.823463 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.823882 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.824231 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > networks before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.824581 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.824945 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > ports before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.825296 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.825639 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnets before_response 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.826036 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.826382 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.826720 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.827058 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.827396 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.827769 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.828128 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.828471 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.828811 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.836658 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded quota_driver: . Mar 23 21:11:21.837051 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.plugin [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Modular L2 Plugin initialization complete Mar 23 21:11:21.837401 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading services supported by the core plugin {{(pid=103791) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 21:11:21.837748 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.plugins.ml2.managers [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Got port-security extension from driver 'port_security' Mar 23 21:11:21.838228 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.extensions.vlantransparent [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Disabled vlantransparent extension. Mar 23 21:11:21.838722 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103791) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 21:11:21.839049 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: router Mar 23 21:11:21.879768 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.880162 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.880534 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router before_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.880899 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.881348 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.881707 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.882067 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.882417 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.882777 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.883126 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.883476 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.883826 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.884185 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.884594 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.884996 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.885340 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.885682 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: subnet after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.886940 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.887225 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.887586 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.887936 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.888287 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.888644 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router after_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.889019 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.889380 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_create 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.889746 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.890094 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_update 55549900 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.890460 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > agent after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.890810 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > agent after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.891156 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > network after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.892006 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Tracking information for resource: router configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:21.892345 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Tracking information for resource: floatingip configured {{(pid=103791) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 21:11:21.897926 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.db.l3_agentschedulers_db [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 21:11:21.898505 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: port after_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router before_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903974 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_create 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.903974 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > router precommit_update 55550100 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.906400 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.provider_configuration [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service providers = [] {{(pid=103791) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 21:11:21.906769 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.db.servicetype_db [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103791) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 21:11:21.910068 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 21:11:21.910455 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 21:11:21.910801 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 21:11:21.911699 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.services.service_base [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103791) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 21:11:21.912068 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.services.service_base [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 21:11:21.912448 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.912770 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 21:11:21.923451 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.923792 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: auto_allocate Mar 23 21:11:21.929850 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: network precommit_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.930227 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: network precommit_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.930748 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.931071 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: tag Mar 23 21:11:21.937751 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.938111 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: timestamp Mar 23 21:11:21.942687 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.943015 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: network_ip_availability Mar 23 21:11:21.955019 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.955425 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.955753 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:21.956467 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.956790 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: flavors Mar 23 21:11:21.962269 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.962607 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading Plugin: revisions Mar 23 21:11:21.966956 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103791) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 21:11:21.967356 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.225s {{(pid=103791) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 21:11:21.968105 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103791) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 21:11:21.968444 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Initializing extension manager. Mar 23 21:11:21.969001 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: __init__.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.969351 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: __pycache__ {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.969689 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.970447 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.971020 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: address-group Mar 23 21:11:21.971348 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.972068 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.972579 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: address-scope Mar 23 21:11:21.972959 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.974115 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.974627 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: router-admin-state-down-before-update Mar 23 21:11:21.974955 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: agent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.975660 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.976170 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: agent Mar 23 21:11:21.976494 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: agent_resources_synced.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.977437 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.977942 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: agent-resources-synced Mar 23 21:11:21.978267 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: allowedaddresspairs.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.980109 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.980625 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: allowed-address-pairs Mar 23 21:11:21.980979 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: auto_allocated_topology.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.982070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.982579 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: auto-allocated-topology Mar 23 21:11:21.982907 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.983607 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.984109 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: availability_zone Mar 23 21:11:21.984436 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: availability_zone_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.985374 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.985881 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: availability_zone_filter Mar 23 21:11:21.986213 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: data_plane_status.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.993218 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.993726 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 21:11:21.994056 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: default_subnetpools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.994986 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.995497 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: default-subnetpools Mar 23 21:11:21.995825 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.996641 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.997213 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: dhcp_agent_scheduler Mar 23 21:11:21.997540 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: dns.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:21.998461 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:21.998965 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 21:11:21.999291 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: dns_domain_ports.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.000225 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.000730 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 21:11:22.001091 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.002028 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.002529 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 21:11:22.002853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: dvr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.003528 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.004570 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: dvr Mar 23 21:11:22.004891 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: ecmp_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.005835 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.006337 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 21:11:22.006664 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: empty_string_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.007590 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.008093 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: empty-string-filtering Mar 23 21:11:22.008415 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.009368 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.009868 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 21:11:22.010188 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.011105 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.011603 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 21:11:22.011939 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: external_net.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.012845 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.013376 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: external-net Mar 23 21:11:22.013700 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.014605 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.015106 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: extra_dhcp_opt Mar 23 21:11:22.015428 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: extraroute.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.016341 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.016845 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: extraroute Mar 23 21:11:22.017199 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: extraroute_atomic.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.018291 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.018793 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: extraroute-atomic Mar 23 21:11:22.019116 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: filter_validation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.020370 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.020867 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: filter-validation Mar 23 21:11:22.021213 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: fip_pf_description.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.022126 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.022624 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 21:11:22.022946 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: fip_pf_port_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.023875 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.024370 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 21:11:22.024690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: fip_port_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.025656 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.026159 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: fip-port-details Mar 23 21:11:22.026480 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.027726 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.028239 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: flavors Mar 23 21:11:22.028563 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.030267 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.030790 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 21:11:22.031127 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: floatingip_pools.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.031842 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.032364 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: floatingip-pools Mar 23 21:11:22.032696 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: ip_allocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.033663 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.034172 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 21:11:22.034766 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.036217 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.036729 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: ip-substring-filtering Mar 23 21:11:22.037105 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l2_adjacency.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.038064 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.038563 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 21:11:22.038890 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.041332 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.041870 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: router Mar 23 21:11:22.042210 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.050542 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.051627 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 21:11:22.051965 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.052927 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.053448 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: ext-gw-mode Mar 23 21:11:22.053776 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.054748 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.055245 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: l3-ha Mar 23 21:11:22.055573 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.056515 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.057075 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 21:11:22.057444 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_flavors.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.058378 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.058892 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: l3-flavors Mar 23 21:11:22.059218 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.060609 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.061144 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 21:11:22.061474 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.062399 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.062909 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 21:11:22.063236 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: l3agentscheduler.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.064299 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.064813 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: l3_agent_scheduler Mar 23 21:11:22.065177 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: local_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.067043 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.067571 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension local_ip not supported by any of loaded plugins Mar 23 21:11:22.067911 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: logging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.069425 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.069943 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension logging not supported by any of loaded plugins Mar 23 21:11:22.070280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: metering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.071031 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.071602 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: metering Mar 23 21:11:22.071931 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.073093 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.073611 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: metering_source_and_destination_fields Mar 23 21:11:22.073945 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: multiprovidernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.074886 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.075396 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: multi-provider Mar 23 21:11:22.075723 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: netmtu.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.083267 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.083774 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: net-mtu Mar 23 21:11:22.084098 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: netmtu_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.085063 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.085573 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: net-mtu-writable Mar 23 21:11:22.085895 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: network_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.086601 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.087100 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: network_availability_zone Mar 23 21:11:22.087423 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: network_ip_availability.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.088536 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.089087 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: network-ip-availability Mar 23 21:11:22.089411 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: network_segment_range.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.090180 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.090679 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 21:11:22.091001 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: pagination.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.092137 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.092494 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: pagination Mar 23 21:11:22.092815 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: port_device_profile.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.093771 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.094280 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: port-device-profile Mar 23 21:11:22.094605 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.095545 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.096051 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: port-mac-address-regenerate Mar 23 21:11:22.096377 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.097331 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.098431 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: port-numa-affinity-policy Mar 23 21:11:22.098787 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: port_resource_request.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.099747 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.100241 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 21:11:22.100562 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: port_resource_request_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.101585 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.102085 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 21:11:22.102407 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: portbindings.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.103341 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.103845 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: binding Mar 23 21:11:22.104169 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: portbindings_extended.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.105490 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.106010 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: binding-extended Mar 23 21:11:22.106335 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: portsecurity.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.107252 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.107760 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: port-security Mar 23 21:11:22.108085 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: project_id.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.109094 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.109431 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: project-id Mar 23 21:11:22.109759 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: providernet.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.110688 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.111204 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: provider Mar 23 21:11:22.111529 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.120099 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.120620 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos not supported by any of loaded plugins Mar 23 21:11:22.120980 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.122245 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.122756 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 21:11:22.123108 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.124046 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.124555 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 21:11:22.124883 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_default.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.125845 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.126350 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-default not supported by any of loaded plugins Mar 23 21:11:22.126676 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_fip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.127611 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.128122 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 21:11:22.128495 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.129477 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.130035 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 21:11:22.130317 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_gateway_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.131250 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.131759 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 21:11:22.132086 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_port_network_policy.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.133036 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.133542 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 21:11:22.133866 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.134939 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.135444 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 21:11:22.135769 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.136836 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.137373 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 21:11:22.137701 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_pps_rule.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.138900 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.139415 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 21:11:22.139744 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_rule_type_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.140675 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.141214 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 21:11:22.141545 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.142467 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.142976 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 21:11:22.143303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: qos_rules_alias.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.144352 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.145417 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 21:11:22.145757 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: quota_check_limit.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.146687 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.147196 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: quota-check-limit Mar 23 21:11:22.147521 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: quotasv2.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.148462 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.148791 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: quotas Mar 23 21:11:22.149142 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: quotasv2_detail.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.150977 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.151316 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: quota_details Mar 23 21:11:22.151654 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: rbac.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.152717 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.153276 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: rbac-policies Mar 23 21:11:22.157006 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: rbac_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.157760 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.158276 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: rbac-address-group Mar 23 21:11:22.158605 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: rbac_address_scope.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.159782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.160889 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: rbac-address-scope Mar 23 21:11:22.161243 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: rbac_security_groups.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.162243 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.162784 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: rbac-security-groups Mar 23 21:11:22.163111 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: rbac_subnetpool.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.164035 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.164545 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: rbac-subnetpool Mar 23 21:11:22.164867 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: revisionifmatch.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.165826 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.166335 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: revision-if-match Mar 23 21:11:22.166658 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: revisions.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.167791 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.168303 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: standard-attr-revisions Mar 23 21:11:22.168629 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: router_availability_zone.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.169346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.169855 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: router_availability_zone Mar 23 21:11:22.170178 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: routerservicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.171113 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.171626 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 21:11:22.171948 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.172882 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.173416 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: security-groups-normalized-cidr Mar 23 21:11:22.173739 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.174699 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.175203 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: port-security-groups-filtering Mar 23 21:11:22.175525 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.176489 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.177035 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: security-groups-remote-address-group Mar 23 21:11:22.177397 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.178288 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.178792 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: security-groups-shared-filtering Mar 23 21:11:22.179112 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.179700 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 21:11:22.180020 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: securitygroup.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.189775 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.190306 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: security-group Mar 23 21:11:22.190643 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.191423 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.191935 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension segment not supported by any of loaded plugins Mar 23 21:11:22.192262 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.193247 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.193759 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 21:11:22.194087 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: servicetype.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.195185 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.195762 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: service-type Mar 23 21:11:22.196098 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: sorting.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.197121 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.197457 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: sorting Mar 23 21:11:22.197782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: standard_attr_segment.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.203872 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.204384 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 21:11:22.204710 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: standardattrdescription.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.205391 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.205897 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: standard-attr-description Mar 23 21:11:22.206221 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: stateful_security_group.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.207710 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.208225 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: stateful-security-group Mar 23 21:11:22.208633 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: stdattrs_common.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.209244 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 21:11:22.209570 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.210523 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.211117 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 21:11:22.211444 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnet_onboard.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.212545 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.213096 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: subnet_onboard Mar 23 21:11:22.213425 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.214367 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.214872 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 21:11:22.215195 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnet_service_types.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.216123 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.216634 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: subnet-service-types Mar 23 21:11:22.216990 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnetallocation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.218081 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.218622 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: subnet_allocation Mar 23 21:11:22.218947 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.219619 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.220125 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: subnetpool-prefix-ops Mar 23 21:11:22.220450 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.221427 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.221933 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 21:11:22.222257 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: tagging.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.223903 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.224421 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: standard-attr-tag Mar 23 21:11:22.224750 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: timestamp.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.225993 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.226575 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loaded extension: standard-attr-timestamp Mar 23 21:11:22.226916 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: trunk.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.227965 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.228477 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension trunk not supported by any of loaded plugins Mar 23 21:11:22.228808 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: trunk_details.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.229771 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.230282 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 21:11:22.230609 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: uplink_status_propagation.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.231574 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.232086 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 21:11:22.232412 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Loading extension file: vlantransparent.py {{(pid=103791) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 21:11:22.233113 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103791) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 21:11:22.233619 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 21:11:22.236152 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:network Mar 23 21:11:22.236672 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnet Mar 23 21:11:22.237107 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 21:11:22.237505 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:port Mar 23 21:11:22.238771 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.239243 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.239827 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.240254 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.240589 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:router Mar 23 21:11:22.241048 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 21:11:22.243241 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.243241 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:22.243412 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:22.243724 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103791) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:11:22.244714 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 21:11:22.245190 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:security_group Mar 23 21:11:22.245632 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 21:11:22.246225 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.246557 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 21:11:22.246907 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] subnetpool is already registered Mar 23 21:11:22.247335 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.247663 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 21:11:22.247994 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] subnetpool is already registered Mar 23 21:11:22.250349 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.250784 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service FLAVORS assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.251374 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.251798 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.252134 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:router Mar 23 21:11:22.252475 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] router is already registered Mar 23 21:11:22.252883 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 21:11:22.253246 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] floatingip is already registered Mar 23 21:11:22.253699 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service METERING assigned prefix: /metering {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.254412 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 21:11:22.254741 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] rbac_policy is already registered Mar 23 21:11:22.255159 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:security_group Mar 23 21:11:22.255498 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] security_group is already registered Mar 23 21:11:22.255903 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 21:11:22.256236 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] security_group_rule is already registered Mar 23 21:11:22.256862 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.257223 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 21:11:22.257564 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] subnetpool is already registered Mar 23 21:11:22.257986 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.v2.resource_helper [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Service CORE assigned prefix: {{(pid=103791) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 21:11:22.258324 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 21:11:22.258658 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING neutron.quota.resource_registry [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] subnetpool is already registered Mar 23 21:11:22.259123 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: extensions {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.260664 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: address-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.262182 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: address-scopes {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.263479 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.264644 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: auto-allocated-topology {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.266005 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: availability_zones {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.267181 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: dhcp-networks {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.268681 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: dhcp-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.270709 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.272958 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: flavors {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.274114 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.275341 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: next_providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.276748 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: service_profiles {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.279279 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: floatingip-pools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.280532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.282720 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: floatingips {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.284001 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: l3-routers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.285768 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: l3-agents {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.287160 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: metering-labels {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.288537 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: metering-label-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.289884 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: network-ip-availabilities {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.291148 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: bindings {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.292798 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.294414 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: quotas {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.295945 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: rbac-policies {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.297270 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: security-groups {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.298499 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: security-group-rules {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.299738 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: service-providers {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.301479 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.302965 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: subnetpools {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.304418 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.306279 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.308073 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.309866 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.311682 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.313560 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.315232 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.317786 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.319550 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.321442 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron.api.extensions [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Extended resource: tags {{(pid=103791) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 21:11:22.327301 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 21:11:22.332052 dv-cinder-834918-1-iscsi neutron-server[103791]: WARNING keystonemiddleware.auth_token [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 21:11:22.340895 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Acquired lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 21:11:22.341399 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_concurrency.lockutils [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Releasing lock "singleton_lock" {{(pid=103791) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 21:11:22.342051 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Starting 2 workers Mar 23 21:11:22.346920 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Started child 103902 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 21:11:22.351646 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Started child 103903 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 21:11:22.352755 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.353432 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO neutron.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 21:11:22.353761 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.354284 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [-] (103902) wsgi starting up on http://0.0.0.0:9696 Mar 23 21:11:22.356346 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Starting 1 workers Mar 23 21:11:22.356446 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.357818 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [-] (103903) wsgi starting up on http://0.0.0.0:9696 Mar 23 21:11:22.361673 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Started child 103904 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 21:11:22.362249 dv-cinder-834918-1-iscsi neutron-server[103791]: INFO oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Starting 1 workers Mar 23 21:11:22.365996 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] calling RpcWorker wait() {{(pid=103904) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 21:11:22.366498 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] returning from RpcWorker wait() {{(pid=103904) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 21:11:22.367420 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Started child 103905 {{(pid=103791) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 21:11:22.367773 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.368261 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:22.368361 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG neutron_lib.callbacks.manager [None req-80b49144-0023-4393-88cd-d7c572601a82 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103791) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.370378 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 21:11:22.370593 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 21:11:22.370788 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 21:11:22.371023 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 21:11:22.371383 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 21:11:22.371560 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 21:11:22.372063 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.372338 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.372623 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.372817 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:22.373334 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.373334 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.373812 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.373907 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:22.374062 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.374334 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.374604 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.374851 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.375090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.375264 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.375511 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.375747 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.376044 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.376312 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.376551 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.376846 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.377027 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.377303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.377589 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.377840 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.378114 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.378359 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.378827 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.379623 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.379950 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.380206 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.380433 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.380686 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.381003 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.381241 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.381485 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.381724 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.381989 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.382224 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.382460 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.382719 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.382955 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.383221 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.383461 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.383928 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-834918-1-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.384176 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.384411 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.384641 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.384943 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.385175 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.385424 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.385689 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.385955 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.386208 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.386423 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.386746 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.387030 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.387249 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.387515 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.387686 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.387949 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.388222 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.388469 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.388666 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.388827 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.389084 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.389289 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.389516 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.389696 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.389914 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.390129 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.390359 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.390573 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.390788 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.391113 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.391266 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.391469 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.391856 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.392013 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.392310 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.392548 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.392880 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.393210 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.393436 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.393703 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.394116 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.394304 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.395086 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.395238 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.395599 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.395844 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.396111 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.396331 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.396578 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.396853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.397129 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.397362 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.397592 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.397875 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.398168 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.398538 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.398973 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.398973 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.399481 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.399625 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.400054 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.400330 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.400573 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.400811 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.403394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.404809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.404809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.404809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.404809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.405359 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.405359 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.405627 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.405760 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.405893 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.406250 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.406522 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.406836 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.407138 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.407418 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.407731 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.408012 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.408296 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.408545 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.408793 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.409063 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.409411 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.409856 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.410089 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.410351 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.410737 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.410875 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.411112 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.411376 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.411734 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.412016 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.412403 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.412668 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.412947 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.413187 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.413414 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.413662 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.413909 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.414151 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.414426 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.414654 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.414898 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.415145 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.415381 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.415601 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.415853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.416102 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.416445 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.416606 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.416831 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.417098 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.417322 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.417542 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.417779 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.418029 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.418252 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.418509 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.418788 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.419032 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.419253 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.419505 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.419691 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.420589 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.420589 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.420589 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.420819 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.421049 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.421195 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.421463 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.421922 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.421922 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.422315 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.422315 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.422607 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.422743 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.422968 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.423185 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.423405 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.423809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.423809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.424113 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.424279 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.424483 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.424701 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.424954 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.425188 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.425406 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.425621 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.426352 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.426604 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.426895 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.427123 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.427465 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.427720 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.427968 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.428190 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.428439 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.428667 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.429113 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.432103 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.433295 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.434344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435233 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435233 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435233 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435649 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435649 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.435932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.436073 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.436235 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.436486 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.436750 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.437190 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.437342 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.437587 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.437780 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.438035 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.438277 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.438530 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.438858 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.439096 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.439315 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.439535 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.439816 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.440066 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.440360 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.440599 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.440922 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.441164 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.441425 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.442287 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.442528 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.442744 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.442997 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.443223 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.443463 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.443680 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.443927 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.444147 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.444372 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.444642 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.444878 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.445123 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.445343 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.445565 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.445791 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.446041 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.446257 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.446825 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.446825 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.447024 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.447149 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.447367 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.447605 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.447856 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.448098 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.448399 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.448709 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.448986 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.449221 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.449490 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.449751 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.449995 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.450244 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.450468 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.450713 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.450907 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.451130 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.451743 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.451743 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.451932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.452012 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.452250 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.452494 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.452843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.453108 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.453344 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.453601 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.453874 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.454097 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.454504 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.454606 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.454758 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.454996 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.455220 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.455460 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.455679 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.455897 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.456116 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.456355 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.456613 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.456856 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.457147 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.457368 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.457591 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.457811 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.458029 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.458270 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.458485 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.458703 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.459111 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.459111 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.459332 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.459626 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.459902 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.460162 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.460435 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.460674 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.460932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.461173 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.461497 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.461714 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.461940 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.462159 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.462409 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.462615 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.462832 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.463044 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.463268 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.463491 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.463852 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.463985 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.464158 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.464328 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.464553 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.464770 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.465029 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.465258 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.465475 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.465688 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.465932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.466151 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.466363 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.466621 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.466835 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.467048 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.467271 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.467487 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.467699 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.467996 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.468257 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.468496 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.468851 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.469052 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.469318 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.469570 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.469885 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.470108 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.470381 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.470621 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.470839 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.471081 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.471366 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.471842 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.472140 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.472390 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.473326 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.473780 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.474237 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.475278 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.475278 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.475278 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.475562 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.475827 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.476092 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.476343 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.476604 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.476864 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.477078 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.477314 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.477536 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.477798 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.478063 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.478294 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.478523 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.478748 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.478983 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.479209 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.479439 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.479674 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.479928 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.480147 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.480328 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 21:11:22.480862 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103791) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 21:11:22.481045 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 21:11:22.481195 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 21:11:22.481362 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.489782 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.490333 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] debug = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.491557 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host = dv-cinder-834918-1-iscsi {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492280 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.492829 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_options = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.493416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494668 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494668 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494803 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.494951 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.496432 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.497690 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.498339 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_json = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.499026 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500090 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.500970 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501456 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501456 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501456 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501662 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501662 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501813 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.501980 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.502144 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.502468 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.502645 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.502809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.502973 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.503137 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.503301 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.503475 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.503642 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.503823 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.504529 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.504697 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.504863 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.505032 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.505202 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.505387 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.506532 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507346 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507950 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507950 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507950 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.507950 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508226 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508226 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508436 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508436 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508585 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508766 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.508942 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.509579 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.509579 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.509579 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.509579 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510184 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510184 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510184 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510184 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.510853 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511338 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511338 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511338 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511953 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511953 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511953 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.511953 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512336 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512336 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512547 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512547 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512841 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.512841 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513230 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513352 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513474 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513596 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513761 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.513925 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.514104 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.514281 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.514597 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.514932 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.515257 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.515565 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.515880 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.516047 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.516213 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.516377 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.516540 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.516708 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517095 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517095 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517416 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517767 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.517767 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.518138 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.518138 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.518138 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.519843 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.521524 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522727 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522727 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522727 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.522727 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523194 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523194 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523194 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523544 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523544 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.523809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524005 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524127 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524247 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524389 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524554 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524721 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.524886 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525142 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525309 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525474 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525639 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525791 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.525954 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.526118 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.526282 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.526446 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.526607 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.526761 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527021 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527021 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527314 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527394 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527633 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527797 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527916 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.527997 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.528143 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.528550 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.528550 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.528832 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.528832 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529049 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529143 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529290 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529454 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529621 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529790 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.529952 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.530107 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.530271 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.530436 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.530591 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.530752 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532170 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.532868 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533303 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533526 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533526 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533764 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533886 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.533992 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.534157 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.534320 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.534742 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.534907 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.535070 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.535745 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.535911 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536076 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536240 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536405 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536569 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536747 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.536952 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537087 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537254 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537418 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537581 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537757 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.537921 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538084 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538246 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538409 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538572 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538746 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.538911 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539075 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539238 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539400 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539564 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539744 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.539908 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540071 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540234 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540397 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540560 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540733 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.540933 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541099 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541263 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541426 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541589 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541763 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.541927 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542091 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542254 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542418 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542581 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542756 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.542921 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543085 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543257 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543420 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543582 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543745 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.543920 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544086 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544254 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544420 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544582 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544745 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.544926 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545099 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545275 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545446 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545612 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545784 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.545958 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546132 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546298 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546469 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546644 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546809 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.546972 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547135 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547298 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547461 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547623 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547786 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.547949 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548112 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548275 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548438 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548601 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548765 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.548948 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549116 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549279 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549444 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549608 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549775 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 21:11:22.549930 dv-cinder-834918-1-iscsi neutron-server[103791]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103791) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 21:11:22.556132 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39028) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:22.564778 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064020 Mar 23 21:11:33.978311 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93628250-ec51-4c1c-9e4c-1946634d1faa None None] get_active_networks_info from dv-cinder-834918-1-iscsi {{(pid=103904) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 21:11:34.053093 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93628250-ec51-4c1c-9e4c-1946634d1faa None None] No non-hosted networks {{(pid=103904) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 21:11:34.067074 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.agentschedulers_db [None req-93628250-ec51-4c1c-9e4c-1946634d1faa None None] DHCP Agent not found on host dv-cinder-834918-1-iscsi {{(pid=103904) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 21:11:34.274020 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-516a8a65-b9eb-4dcf-92ed-d1de89cb3836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:36.172026 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-10d7fc1f-a38a-4000-8b3a-700701856da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:36.199280 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-d94bdc86-1500-427a-9f7e-4eb309f2e7df None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-834918-1-iscsi {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:11:36.199697 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-d94bdc86-1500-427a-9f7e-4eb309f2e7df None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:11:36.815981 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d94bdc86-1500-427a-9f7e-4eb309f2e7df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:37.626926 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:39.042357 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:39.684932 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.db.l3_hamode_db [None req-26f886d7-2b50-4108-afc8-ebadf41a96a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 21:11:39.766686 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f886d7-2b50-4108-afc8-ebadf41a96a0 None None] Routers set() bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:11:39.767080 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f886d7-2b50-4108-afc8-ebadf41a96a0 None None] Router IDs set() for agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 21:11:40.293948 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39108) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:40.545289 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:40.545921 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.546254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.546591 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.546918 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.547248 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.547570 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.547891 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.548243 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.548568 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.548886 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.549308 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.549637 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.549970 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.550319 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.550826 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:40.552080 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834918-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:40.560529 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834918-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:11:40.812865 dv-cinder-834918-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-35c88f0c-e147-43e3-8d83-1e57091a8a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:40.813487 dv-cinder-834918-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-35c88f0c-e147-43e3-8d83-1e57091a8a9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:41.036151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-35c88f0c-e147-43e3-8d83-1e57091a8a9b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:11:41.037282 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-35c88f0c-e147-43e3-8d83-1e57091a8a9b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7424550 Mar 23 21:11:43.553372 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39134) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:44.039735 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:44.040329 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:44.262351 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:11:44.354623 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.policy [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 21:11:44.397060 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:44.397431 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING oslo_policy.policy [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:11:44.548076 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076124811', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076126040', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076076037', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076075131', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076092732', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755076268395', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1571120', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1553442', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710667', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652830'] for rbac-policy (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:44.697173 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:44.698636 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fcffa54f-bede-42c5-9f17-41e8c3bb9915 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1431191 Mar 23 21:11:47.188825 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39150) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:47.502762 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:11:47.609316 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Made reservation on behalf of 91a8d50b72ce4eadbc9c75a30ba1c48a for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:11:47.613615 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:47.630544 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:47.735566 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks [] for security_group (7cf83bbb-5d72-4deb-927f-065aab0c8c18), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:47.786804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (7cf83bbb-5d72-4deb-927f-065aab0c8c18), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:47.811472 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:11:47.845673 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755079812666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (b865a440-e094-4444-9252-6508164767b6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:47.846256 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Unsubscribe: segment precommit_create {{(pid=103902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 21:11:47.846793 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Added segment b865a440-e094-4444-9252-6508164767b6 of type vlan for network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 Mar 23 21:11:47.863560 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf83bbb-5d72-4deb-927f-065aab0c8c18,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:11:47.889454 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.889815 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.890271 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.890628 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.890961 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.891286 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.891609 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.891927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.892249 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.892566 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.892886 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.893243 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.893563 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.894476 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.894791 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Tracked resource versions report: Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: pushed versions: Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Log': {'1.0'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Network': {'1.1'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Port': {'1.7'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: consumer versions: Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Agent': '1.1', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Log': '1.0', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Network': '1.1', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Port': '1.7', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SubPort': '1.0', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Subnet': '1.1', Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Mar 23 21:11:47.896144 dv-cinder-834918-1-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:11:47.959427 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (4fa692a6-61c9-450d-85ca-fb9ac24c4469), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:48.049522 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (4fa692a6-61c9-450d-85ca-fb9ac24c4469), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:48.055670 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:11:48.059927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:48.170215 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] Pushing event updated for resources: {'Network': ['ID=4fa692a6-61c9-450d-85ca-fb9ac24c4469,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:11:48.181866 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:11:48.217963 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9eefa95c-77a9-4f32-973c-a338a62a1f07 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0280440 Mar 23 21:11:50.750062 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39162) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:51.149948 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db36e7c-7ba4-4499-a2f9-29e2be1b4fe7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:11:51.151307 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6db36e7c-7ba4-4499-a2f9-29e2be1b4fe7 demo admin] 10.222.0.35 "GET /v2.0/networks/4fa692a6-61c9-450d-85ca-fb9ac24c4469 HTTP/1.1" status: 200 len: 825 time: 0.4002001 Mar 23 21:11:51.175737 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fce196d6-40f5-49f9-9939-44332e454877 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/c85e50eb-4da6-40e7-9559-b2452356f621 HTTP/1.1" status: 200 len: 734 time: 0.0188096 Mar 23 21:11:51.183764 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:11:51.254055 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Made reservation on behalf of 91a8d50b72ce4eadbc9c75a30ba1c48a for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:11:51.256301 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:51.631491 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (3477aa0f-4c53-44d9-bb16-3cebce5884aa), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:51.700546 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Pushing event updated for resources: {'Subnet': ['ID=3477aa0f-4c53-44d9-bb16-3cebce5884aa,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:11:51.704991 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Checking segment: {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:11:51.705386 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Network hostable DHCP agents. Network: 4fa692a6-61c9-450d-85ca-fb9ac24c4469, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:11:51.778779 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:11:51.864423 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 4fa692a6-61c9-450d-85ca-fb9ac24c4469) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:11:51.869284 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:11:51.869959 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:51.874895 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22349e-9dc6-4fde-8280-a3996792075f None None] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:11:51.958931 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ef00f84a-ec32-4a92-a5db-8966daa0310b demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7780979 Mar 23 21:11:52.250446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:11:52.251719 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:52.528666 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Allocated IP 172.20.0.2 (4fa692a6-61c9-450d-85ca-fb9ac24c4469/3477aa0f-4c53-44d9-bb16-3cebce5884aa/800438ca-a160-4e5e-968b-6b452d756b66) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:11:52.798905 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks [] for port (800438ca-a160-4e5e-968b-6b452d756b66), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:52.859464 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (800438ca-a160-4e5e-968b-6b452d756b66), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:52.930592 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:11:52.936531 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:11:52.950606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:11:52.953708 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Pushing event updated for resources: {'Port': ['ID=800438ca-a160-4e5e-968b-6b452d756b66,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:11:52.963550 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.963899 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.964258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.964617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.964975 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.965311 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.965639 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.965968 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.966460 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.966756 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.967083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.967424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.967757 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.968075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.968396 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Tracked resource versions report: Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: pushed versions: Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Log': {'1.0'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Network': {'1.1'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Port': {'1.7'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: consumer versions: Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Agent': '1.1', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Log': '1.0', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Network': '1.1', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Port': '1.7', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SubPort': '1.0', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Subnet': '1.1', Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Mar 23 21:11:52.969839 dv-cinder-834918-1-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:11:53.044356 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Attempting to bind port 800438ca-a160-4e5e-968b-6b452d756b66 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:11:53.044762 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Attempting to bind port 800438ca-a160-4e5e-968b-6b452d756b66 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:11:53.045229 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Attempting to bind port 800438ca-a160-4e5e-968b-6b452d756b66 on network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:11:53.050404 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:11:53.050725 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Checking segment: {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:11:53.051216 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:53.051606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Bound using segment: {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:11:53.052091 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Bound port: 800438ca-a160-4e5e-968b-6b452d756b66, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:11:53.052491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (800438ca-a160-4e5e-968b-6b452d756b66), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:53.116079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] For port 800438ca-a160-4e5e-968b-6b452d756b66, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:11:53.120406 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] For port 800438ca-a160-4e5e-968b-6b452d756b66, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=800438ca-a160-4e5e-968b-6b452d756b66,segment=NetworkSegment(b865a440-e094-4444-9252-6508164767b6),segment_id=b865a440-e094-4444-9252-6508164767b6)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:11:53.210082 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (800438ca-a160-4e5e-968b-6b452d756b66), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:11:53.273400 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8181cf-9c1d-4b4e-b9ef-7dc10bca41e7 None None] Pushing event updated for resources: {'Port': ['ID=800438ca-a160-4e5e-968b-6b452d756b66,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:11:54.495047 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39170) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:54.812200 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-ce0dae70-b9e9-4788-921b-3f2a094d884c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:11:54.813320 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ce0dae70-b9e9-4788-921b-3f2a094d884c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3173146 Mar 23 21:11:57.347968 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39178) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:11:57.663457 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-79fe881f-55bf-4e7b-924a-a645159fb3e4 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:11:57.665046 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-79fe881f-55bf-4e7b-924a-a645159fb3e4 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3157105 Mar 23 21:12:00.198713 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39186) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:00.508652 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:12:00.592852 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:00.594381 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:00.727761 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Publish callbacks [] for router_controller (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:00.782232 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:00.861220 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:00.862877 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-181d745c-e1e9-454c-8778-807abada3ee7 demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6631529 Mar 23 21:12:03.182058 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 800438ca-a160-4e5e-968b-6b452d756b66 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:12:03.272671 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 800438ca-a160-4e5e-968b-6b452d756b66 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:03.273125 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (800438ca-a160-4e5e-968b-6b452d756b66), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:03.386811 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 800438ca-a160-4e5e-968b-6b452d756b66 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:03.387397 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (800438ca-a160-4e5e-968b-6b452d756b66), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:03.423390 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 800438ca-a160-4e5e-968b-6b452d756b66, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=800438ca-a160-4e5e-968b-6b452d756b66,segment=NetworkSegment(b865a440-e094-4444-9252-6508164767b6),segment_id=b865a440-e094-4444-9252-6508164767b6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:12:03.457556 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39198) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:03.501238 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (800438ca-a160-4e5e-968b-6b452d756b66), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:03.555812 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=800438ca-a160-4e5e-968b-6b452d756b66,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:03.783094 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-bfe94848-88d4-4495-bc52-a4aab0070923 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:12:03.784191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bfe94848-88d4-4495-bc52-a4aab0070923 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3256774 Mar 23 21:12:04.043865 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-122e0946-f047-480e-b615-6dcc3293b391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:04.483585 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154b8156-d678-40b3-a212-d236d0b45ffe None None] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:12:04.609215 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-106f93b9-39c2-40d7-9856-fcb0d223897c None None] Provisioning complete for port 800438ca-a160-4e5e-968b-6b452d756b66 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:04.609603 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-106f93b9-39c2-40d7-9856-fcb0d223897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (800438ca-a160-4e5e-968b-6b452d756b66), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:04.692877 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-106f93b9-39c2-40d7-9856-fcb0d223897c None None] Current status of the port 800438ca-a160-4e5e-968b-6b452d756b66 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:04.812102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f6e30106-12e9-4cd0-8e91-a648c15dfde5 None None] Provisioning complete for port 800438ca-a160-4e5e-968b-6b452d756b66 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:04.812491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6e30106-12e9-4cd0-8e91-a648c15dfde5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (800438ca-a160-4e5e-968b-6b452d756b66), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:04.888621 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f6e30106-12e9-4cd0-8e91-a648c15dfde5 None None] Current status of the port 800438ca-a160-4e5e-968b-6b452d756b66 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:05.165762 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 800438ca-a160-4e5e-968b-6b452d756b66 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:12:05.211701 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 800438ca-a160-4e5e-968b-6b452d756b66 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:05.212087 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (800438ca-a160-4e5e-968b-6b452d756b66), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:05.286986 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 800438ca-a160-4e5e-968b-6b452d756b66 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:06.156347 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ed65d5d7-6362-41cb-9706-d0f0949efd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:06.339261 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39206) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:06.643933 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:12:06.744795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Made reservation on behalf of 544c40f7008941ab970ca8607c7e4cb9 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:12:06.807114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.policy [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 21:12:06.849409 dv-cinder-834918-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:12:06.849778 dv-cinder-834918-1-iscsi neutron-server[103903]: WARNING oslo_policy.policy [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 21:12:06.859295 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:06.879578 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:06.998437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks [] for security_group (4c3a08b0-5d70-4966-921c-a29ed269544f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.055099 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4c3a08b0-5d70-4966-921c-a29ed269544f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.066510 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=103903) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 21:12:07.098311 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755079812666', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (eb61630d-1c87-4b41-ad96-88512c354d2e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.098873 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Unsubscribe: segment precommit_create {{(pid=103903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 21:12:07.099395 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Added segment eb61630d-1c87-4b41-ad96-88512c354d2e of type flat for network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 Mar 23 21:12:07.115908 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a08b0-5d70-4966-921c-a29ed269544f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:07.135464 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.135801 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.136153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.136483 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.136802 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.137142 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.137459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.137772 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.138097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.138412 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.138738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.139066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.139377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.139688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.140023 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Tracked resource versions report: Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: pushed versions: Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Log': {'1.0'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Network': {'1.1'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Port': {'1.7'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: consumer versions: Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Agent': '1.1', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Log': '1.0', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Network': '1.1', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Port': '1.7', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SubPort': '1.0', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Subnet': '1.1', Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Mar 23 21:12:07.141416 dv-cinder-834918-1-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:12:07.228336 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (8dc33f16-1689-4b37-a0f2-ed8e9a689b39), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.344829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (8dc33f16-1689-4b37-a0f2-ed8e9a689b39), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.345956 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:12:07.347141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:07.445363 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc33f16-1689-4b37-a0f2-ed8e9a689b39,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:07.455438 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:12:07.507799 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2f55ef37-9b5d-49a9-ae44-450759d724d1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1674736 Mar 23 21:12:07.585156 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:08.958134 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:10.004004 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39230) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:10.176369 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12566adb-5a52-4e5a-9d5f-cc7d9039ed78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:12:10.177713 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-12566adb-5a52-4e5a-9d5f-cc7d9039ed78 demo admin] 10.222.0.35 "GET /v2.0/subnets/3477aa0f-4c53-44d9-bb16-3cebce5884aa HTTP/1.1" status: 200 len: 849 time: 0.1728313 Mar 23 21:12:10.297930 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b5aa9939-a567-4961-ba3d-3c5eb4e15717 demo admin] 10.222.0.35 "GET /v2.0/routers/700f6d96-71c2-45ee-bdc6-3e94bf8e6eef HTTP/1.1" status: 200 len: 704 time: 0.1145446 Mar 23 21:12:10.568967 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:10.572991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:10.858132 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Allocated IP 172.20.0.1 (4fa692a6-61c9-450d-85ca-fb9ac24c4469/3477aa0f-4c53-44d9-bb16-3cebce5884aa/89739251-ffa3-4055-9c50-294159bc19a7) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:12:11.057077 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks [] for port (89739251-ffa3-4055-9c50-294159bc19a7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.158222 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (89739251-ffa3-4055-9c50-294159bc19a7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.228425 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:12:11.234234 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:12:11.242604 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:12:11.243142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.264852 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Pushing event updated for resources: {'Port': ['ID=89739251-ffa3-4055-9c50-294159bc19a7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:11.443771 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1cde70cd-d85b-4933-8f35-f743bfff9ae6 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:11.444092 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1cde70cd-d85b-4933-8f35-f743bfff9ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.475900 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1cde70cd-d85b-4933-8f35-f743bfff9ae6 None None] Port 89739251-ffa3-4055-9c50-294159bc19a7 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:12:11.517604 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (89739251-ffa3-4055-9c50-294159bc19a7), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.725569 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks [] for port (89739251-ffa3-4055-9c50-294159bc19a7), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.775086 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (89739251-ffa3-4055-9c50-294159bc19a7), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.775842 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:11.850165 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Pushing event updated for resources: {'Port': ['ID=89739251-ffa3-4055-9c50-294159bc19a7,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:11.896432 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:12:11.897712 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:12:12.112863 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:12:12.198140 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f0dc38a4-a8cd-40a2-95ef-bab0ab32bc70 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:12.198767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f0dc38a4-a8cd-40a2-95ef-bab0ab32bc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:12.205267 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:12:12.210955 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2f1e4545-ba0c-453d-a210-e5a2e6a70149 demo admin] 10.222.0.35 "PUT /v2.0/routers/700f6d96-71c2-45ee-bdc6-3e94bf8e6eef/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9079213 Mar 23 21:12:12.216031 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Sync routers for ids ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:12:12.230369 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Routers {'700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:12:12.231331 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:12:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:12.242836 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f0dc38a4-a8cd-40a2-95ef-bab0ab32bc70 None None] Port 89739251-ffa3-4055-9c50-294159bc19a7 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:12:12.425231 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Set router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:12:12.855179 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:11Z', 'revision_number': 2, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port_host': None, '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:11Z', 'revision_number': 2, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:12.907150 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Checking router: 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:12:12.907532 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Updating router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef port 89739251-ffa3-4055-9c50-294159bc19a7 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:12:12.994460 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (89739251-ffa3-4055-9c50-294159bc19a7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.478646 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks [] for port (89739251-ffa3-4055-9c50-294159bc19a7), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.563431 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (89739251-ffa3-4055-9c50-294159bc19a7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.730522 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Pushing event updated for resources: {'Port': ['ID=89739251-ffa3-4055-9c50-294159bc19a7,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:13.735284 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Attempting to bind port 89739251-ffa3-4055-9c50-294159bc19a7 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:12:13.735557 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Attempting to bind port 89739251-ffa3-4055-9c50-294159bc19a7 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:12:13.735862 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Attempting to bind port 89739251-ffa3-4055-9c50-294159bc19a7 on network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:12:13.744373 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.744732 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.745110 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.745457 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.745792 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.746124 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.746452 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.746779 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.747631 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.747631 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.747775 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.748064 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.748393 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.748713 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.749059 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Tracked resource versions report: Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: pushed versions: Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Log': {'1.0'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Network': {'1.1'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Port': {'1.7'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: consumer versions: Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Agent': '1.1', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Log': '1.0', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Network': '1.1', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Port': '1.7', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SubPort': '1.0', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Subnet': '1.1', Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Mar 23 21:12:13.750482 dv-cinder-834918-1-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:12:13.753784 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:12:13.754181 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Checking segment: {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:12:13.754670 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.755055 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Bound using segment: {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:12:13.755536 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Bound port: 89739251-ffa3-4055-9c50-294159bc19a7, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b865a440-e094-4444-9252-6508164767b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:12:13.755915 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (89739251-ffa3-4055-9c50-294159bc19a7), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.779833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-56b0b363-79ef-47e7-b3b2-7a911e51e450 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:13.780348 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56b0b363-79ef-47e7-b3b2-7a911e51e450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.814431 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-56b0b363-79ef-47e7-b3b2-7a911e51e450 None None] Port 89739251-ffa3-4055-9c50-294159bc19a7 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:12:13.823981 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] For port 89739251-ffa3-4055-9c50-294159bc19a7, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:12:13.842622 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] For port 89739251-ffa3-4055-9c50-294159bc19a7, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=89739251-ffa3-4055-9c50-294159bc19a7,segment=NetworkSegment(b865a440-e094-4444-9252-6508164767b6),segment_id=b865a440-e094-4444-9252-6508164767b6)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:12:13.922724 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (89739251-ffa3-4055-9c50-294159bc19a7), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:13.985230 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e7c85-1c13-4ac0-85aa-3d0d261953f8 None None] Pushing event updated for resources: {'Port': ['ID=89739251-ffa3-4055-9c50-294159bc19a7,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:13.989069 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Routers {'700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:12:13.989727 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:12:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:14.084380 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] Set router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:12:14.135750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:14.136149 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:14.215672 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Current status of the port 89739251-ffa3-4055-9c50-294159bc19a7 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:14.216060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (89739251-ffa3-4055-9c50-294159bc19a7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:14.250479 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] For port 89739251-ffa3-4055-9c50-294159bc19a7, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=89739251-ffa3-4055-9c50-294159bc19a7,segment=NetworkSegment(b865a440-e094-4444-9252-6508164767b6),segment_id=b865a440-e094-4444-9252-6508164767b6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:12:14.301731 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:11Z', 'revision_number': 2, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port_host': None, '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:13Z', 'revision_number': 4, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:14.328925 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d79096-03c3-4ba1-bc52-53e91d9f5036 None None] The sync data for ids ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'] in dv-cinder-834918-1-iscsi is: [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:11Z', 'revision_number': 2, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port_host': None, '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:13Z', 'revision_number': 4, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:12:14.340880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (89739251-ffa3-4055-9c50-294159bc19a7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:14.388973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f8331-45a2-4e30-9b1c-4b1e16e3c648 None None] Pushing event updated for resources: {'Port': ['ID=89739251-ffa3-4055-9c50-294159bc19a7,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:14.408053 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:12:14.651643 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39250) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:14.759747 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7f03ab-3c29-41ea-be5e-8104469fd918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:12:14.761096 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7d7f03ab-3c29-41ea-be5e-8104469fd918 admin admin] 10.222.0.35 "GET /v2.0/networks/8dc33f16-1689-4b37-a0f2-ed8e9a689b39 HTTP/1.1" status: 200 len: 842 time: 0.1084380 Mar 23 21:12:14.770229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:12:14.860509 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Made reservation on behalf of 544c40f7008941ab970ca8607c7e4cb9 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:12:14.863400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:15.205573 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.objects.ports [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103902) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 21:12:15.206003 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (b133343c-c3e8-496d-86aa-fcbd43732379), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:15.262498 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b133343c-c3e8-496d-86aa-fcbd43732379,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:15.267448 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:12:15.267833 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Network hostable DHCP agents. Network: 8dc33f16-1689-4b37-a0f2-ed8e9a689b39, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:12:15.397928 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:12:15.506318 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 8dc33f16-1689-4b37-a0f2-ed8e9a689b39) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:12:15.510610 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:12:15.511227 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:15.517544 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb843542-3985-4822-bd43-e9ac287a129f None None] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:12:15.584196 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c695aace-a70a-49d8-8a7e-c3c564e39b64 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8172660 Mar 23 21:12:15.620286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa29ac-19ac-44a0-aa8a-b31578e9f4ce None None] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:12:18.018140 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39258) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:18.224927 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6aaa4f22-6b42-4e47-ae84-8a829424ed76 demo admin] 10.222.0.35 "GET /v2.0/routers/700f6d96-71c2-45ee-bdc6-3e94bf8e6eef HTTP/1.1" status: 200 len: 710 time: 0.2056303 Mar 23 21:12:18.309947 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea74a762-ef60-4255-b4d5-0c3ae702a075 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:12:18.311419 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ea74a762-ef60-4255-b4d5-0c3ae702a075 demo admin] 10.222.0.35 "GET /v2.0/networks/8dc33f16-1689-4b37-a0f2-ed8e9a689b39 HTTP/1.1" status: 200 len: 886 time: 0.0810597 Mar 23 21:12:18.321530 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:12:18.572659 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks [] for router_gateway (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:18.911179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks [] for router_gateway (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:18.984880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:19.092473 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Allocated IP 172.27.0.91 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/ffeb08cb-3f22-422c-945d-015bdfa93393) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:12:19.195864 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks [] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:19.266697 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:19.306038 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:12:19.315398 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:12:19.317815 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:12:19.322992 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Pushing event updated for resources: {'Port': ['ID=ffeb08cb-3f22-422c-945d-015bdfa93393,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:19.632409 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks [] for router_gateway (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:19.918789 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-607699', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-610236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6799'] for router (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:19.921956 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-607706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-607521', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-610187'] for router (700f6d96-71c2-45ee-bdc6-3e94bf8e6eef), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:20.028407 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:12:20.140313 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:12:20.144497 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:20.160937 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fe017711-6ab1-491a-a9ee-e6c9a8cd5e9d demo admin] 10.222.0.35 "PUT /v2.0/routers/700f6d96-71c2-45ee-bdc6-3e94bf8e6eef HTTP/1.1" status: 200 len: 889 time: 1.8278472 Mar 23 21:12:21.189787 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 89739251-ffa3-4055-9c50-294159bc19a7 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:12:21.240692 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:21.241201 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:21.321802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 89739251-ffa3-4055-9c50-294159bc19a7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:22.687150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39270) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:12:22.837601 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-35cc5bf0-391a-41a6-b07d-4d5de70da0cf admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1493020 Mar 23 21:12:22.976520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Sync routers for ids ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:12:22.985842 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Routers {'700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:12:22.986620 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:12:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:23.288179 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Set router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:12:23.766283 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:19Z', 'revision_number': 4, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port': {'id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:18Z', 'updated_at': '2022-03-23T21:12:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:14Z', 'revision_number': 5, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:23.815279 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Checking router: 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:12:23.815652 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Updating router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef port ffeb08cb-3f22-422c-945d-015bdfa93393 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:12:23.867159 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.188539 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks [] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.258991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.313250 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Attempting to bind port ffeb08cb-3f22-422c-945d-015bdfa93393 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:12:24.313625 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Attempting to bind port ffeb08cb-3f22-422c-945d-015bdfa93393 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:12:24.313992 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Attempting to bind port ffeb08cb-3f22-422c-945d-015bdfa93393 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:12:24.317411 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b32a-a149-413f-ba4e-b36dc1d851f9 None None] Pushing event updated for resources: {'Port': ['ID=ffeb08cb-3f22-422c-945d-015bdfa93393,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:24.322736 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:12:24.323110 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:12:24.323508 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.324472 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:12:24.324472 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Bound port: ffeb08cb-3f22-422c-945d-015bdfa93393, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:12:24.324752 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.374755 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] For port ffeb08cb-3f22-422c-945d-015bdfa93393, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:12:24.378394 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] For port ffeb08cb-3f22-422c-945d-015bdfa93393, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=ffeb08cb-3f22-422c-945d-015bdfa93393,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:12:24.472501 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:24.539436 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553b32a-a149-413f-ba4e-b36dc1d851f9 None None] Pushing event updated for resources: {'Port': ['ID=ffeb08cb-3f22-422c-945d-015bdfa93393,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:24.543974 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Routers {'700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:12:24.544578 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:12:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:24.655902 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] Set router 700f6d96-71c2-45ee-bdc6-3e94bf8e6eef gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:12:24.874691 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:19Z', 'revision_number': 4, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port': {'id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:18Z', 'updated_at': '2022-03-23T21:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:14Z', 'revision_number': 5, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:12:24.903695 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abc9f3c-5a14-43af-8724-dbb082daca59 None None] The sync data for ids ['700f6d96-71c2-45ee-bdc6-3e94bf8e6eef'] in dv-cinder-834918-1-iscsi is: [{'id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'name': 'router1', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:12:00Z', 'updated_at': '2022-03-23T21:12:19Z', 'revision_number': 4, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'gw_port': {'id': 'ffeb08cb-3f22-422c-945d-015bdfa93393', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:18Z', 'updated_at': '2022-03-23T21:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '89739251-ffa3-4055-9c50-294159bc19a7', 'name': '', 'network_id': '4fa692a6-61c9-450d-85ca-fb9ac24c4469', 'tenant_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'mac_address': 'fa:16:3e:41:7f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f6d96-71c2-45ee-bdc6-3e94bf8e6eef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:12:10Z', 'updated_at': '2022-03-23T21:12:14Z', 'revision_number': 5, 'project_id': '91a8d50b72ce4eadbc9c75a30ba1c48a', 'subnets': [{'id': '3477aa0f-4c53-44d9-bb16-3cebce5884aa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c85e50eb-4da6-40e7-9559-b2452356f621'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:12:25.228742 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device ffeb08cb-3f22-422c-945d-015bdfa93393 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:12:25.289872 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port ffeb08cb-3f22-422c-945d-015bdfa93393 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:25.290275 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:25.403782 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port ffeb08cb-3f22-422c-945d-015bdfa93393 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:25.404444 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:25.433508 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port ffeb08cb-3f22-422c-945d-015bdfa93393, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=ffeb08cb-3f22-422c-945d-015bdfa93393,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:12:25.506469 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:25.586327 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=ffeb08cb-3f22-422c-945d-015bdfa93393,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:12:27.201276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device ffeb08cb-3f22-422c-945d-015bdfa93393 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:12:27.288726 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port ffeb08cb-3f22-422c-945d-015bdfa93393 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:12:27.289167 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (ffeb08cb-3f22-422c-945d-015bdfa93393), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:27.380145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port ffeb08cb-3f22-422c-945d-015bdfa93393 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:12:34.014699 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2d438f7f-1e2b-4b9f-a74e-1cf464e0c54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:36.163736 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-859bce83-2790-46d6-8f31-8e8c9c652045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:37.580576 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:38.992781 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:40.539728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:12:51.406720 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:13:04.060516 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-70c8e0af-3f00-4892-a1db-78adbdfcf1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:07.031747 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-dedbd289-1517-46ee-9174-e7dc4e4ed9a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:07.580270 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:08.974584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:10.533817 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:28.404678 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:13:34.013002 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0d450943-f02b-417d-8628-fb45a4d0022e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:36.145405 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-304faf89-6f0e-4588-95ae-6b4811695d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:37.563605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:38.979970 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:40.534088 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:46.471158 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39756) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:46.536297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.pecan_wsgi.hooks.translation [None req-457e4452-2ec4-4fec-afd2-7bcd815ed090 admin admin] GET failed (client error): The resource could not be found. Mar 23 21:13:46.537924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-457e4452-2ec4-4fec-afd2-7bcd815ed090 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0658271 Mar 23 21:13:46.700642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb123c-6e67-48e1-bef8-9bf862811b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:46.702053 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c9fb123c-6e67-48e1-bef8-9bf862811b13 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1601539 Mar 23 21:13:49.018893 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39766) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:49.163301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8010d8-f6c5-49dc-b176-b1fa0a79ad05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:49.164655 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8e8010d8-f6c5-49dc-b176-b1fa0a79ad05 admin admin] 10.222.0.35 "GET /v2.0/subnets/3477aa0f-4c53-44d9-bb16-3cebce5884aa HTTP/1.1" status: 200 len: 849 time: 0.1448669 Mar 23 21:13:49.177446 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:13:49.262796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Publish callbacks [] for subnet (3477aa0f-4c53-44d9-bb16-3cebce5884aa), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:49.465339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755079987339'] for subnet (3477aa0f-4c53-44d9-bb16-3cebce5884aa), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:49.503748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:49.504262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:49.506376 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] 10.222.0.35 "PUT /v2.0/subnets/3477aa0f-4c53-44d9-bb16-3cebce5884aa HTTP/1.1" status: 200 len: 868 time: 0.3359916 Mar 23 21:13:49.507195 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad7af93-e2b1-433e-a5ea-f24bb1c706cf None None] Network 4fa692a6-61c9-450d-85ca-fb9ac24c4469 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:13:49.523395 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3477aa0f-4c53-44d9-bb16-3cebce5884aa,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:13:49.532439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.532785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.533209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.533568 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.533908 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.534234 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.534557 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.534879 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.535217 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.535545 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.535906 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.536251 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.536561 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.537301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.537636 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f54b9ff-f166-4d49-aca1-cb3ee78a5f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:13:49.795770 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Provisioning complete for port 89739251-ffa3-4055-9c50-294159bc19a7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:13:49.796485 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (89739251-ffa3-4055-9c50-294159bc19a7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:49.871712 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Current status of the port 89739251-ffa3-4055-9c50-294159bc19a7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:13:49.881914 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Provisioning complete for port 800438ca-a160-4e5e-968b-6b452d756b66 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:13:49.882302 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (800438ca-a160-4e5e-968b-6b452d756b66), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:13:49.958901 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c23b6acd-f3dd-42aa-a0aa-7c53e9688f81 None None] Current status of the port 800438ca-a160-4e5e-968b-6b452d756b66 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:13:51.844285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39774) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:52.039928 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2709ca-a53f-4cdb-9270-6a22e310f683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:52.040324 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2709ca-a53f-4cdb-9270-6a22e310f683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:52.041873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-db2709ca-a53f-4cdb-9270-6a22e310f683 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965899 Mar 23 21:13:54.355711 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39782) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:54.550384 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b566dc-65a8-4748-9603-2852b2a5d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:54.550779 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b566dc-65a8-4748-9603-2852b2a5d7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:54.552315 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-62b566dc-65a8-4748-9603-2852b2a5d7be admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956511 Mar 23 21:13:56.859248 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39792) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:56.988346 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222f32e-8dc0-4506-b02d-21456e7c37d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:56.989728 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b222f32e-8dc0-4506-b02d-21456e7c37d6 admin admin] 10.222.0.35 "GET /v2.0/networks/4fa692a6-61c9-450d-85ca-fb9ac24c4469 HTTP/1.1" status: 200 len: 869 time: 0.1295159 Mar 23 21:13:59.309342 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39800) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:13:59.431766 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c6548c-971c-4604-987d-510350f2227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:13:59.433062 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d2c6548c-971c-4604-987d-510350f2227c admin admin] 10.222.0.35 "GET /v2.0/networks/8dc33f16-1689-4b37-a0f2-ed8e9a689b39 HTTP/1.1" status: 200 len: 886 time: 0.1227498 Mar 23 21:14:01.722573 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39808) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:01.847953 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ecc69-1071-4ffe-8b53-4888b842d485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:01.848416 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ecc69-1071-4ffe-8b53-4888b842d485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:01.849970 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cb3ecc69-1071-4ffe-8b53-4888b842d485 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1264353 Mar 23 21:14:04.018422 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-260e2d37-8196-4875-9a6e-6caab9928d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:04.169004 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39816) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:04.293412 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab40658-026c-4529-9e03-8d43fc99698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:04.293795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab40658-026c-4529-9e03-8d43fc99698e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:04.295314 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3ab40658-026c-4529-9e03-8d43fc99698e admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253495 Mar 23 21:14:05.402734 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:14:06.156976 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-33ad7aaf-54aa-4bc6-b7a8-5ebe18f207d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:06.611707 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39824) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:06.701438 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c02a6c6-4f80-499d-b51b-ca9e736a7d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:06.702766 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7c02a6c6-4f80-499d-b51b-ca9e736a7d3c admin admin] 10.222.0.35 "GET /v2.0/subnets/3477aa0f-4c53-44d9-bb16-3cebce5884aa HTTP/1.1" status: 200 len: 868 time: 0.0901048 Mar 23 21:14:07.556460 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:09.002201 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:09.034375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39832) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:09.120204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5133267-8db8-432c-8378-9e40c5e6612f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:09.121830 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e5133267-8db8-432c-8378-9e40c5e6612f admin admin] 10.222.0.35 "GET /v2.0/subnets/b133343c-c3e8-496d-86aa-fcbd43732379 HTTP/1.1" status: 200 len: 816 time: 0.0862079 Mar 23 21:14:10.522312 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:34.007920 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-bb75acd8-cc1e-47d5-8783-d9d45a20b76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:36.145052 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5045692d-2d96-4849-b1a0-cf1511c03c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:37.074153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39886) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:37.121609 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [None req-d011ab80-75d2-4e11-8641-fe45677912cb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:14:37.124484 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d011ab80-75d2-4e11-8641-fe45677912cb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475049 Mar 23 21:14:37.564605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:38.984873 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:39.513385 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39894) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:39.573991 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.pecan_wsgi.hooks.translation [None req-7725b3a6-57e0-4cf6-b657-762a22fd4c1f admin admin] GET failed (client error): The resource could not be found. Mar 23 21:14:39.575383 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7725b3a6-57e0-4cf6-b657-762a22fd4c1f admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609505 Mar 23 21:14:39.715221 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b64140-c686-4e18-9c8d-0db6e3dd54c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:39.717175 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-67b64140-c686-4e18-9c8d-0db6e3dd54c2 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372838 Mar 23 21:14:40.521208 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.046137 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39902) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:42.092384 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:14:42.178893 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Made reservation on behalf of 544c40f7008941ab970ca8607c7e4cb9 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:14:42.181201 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.212787 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING neutron.services.revisions.revision_plugin [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Could not find related network for resource to bump revision. Mar 23 21:14:42.224933 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:14:42.234280 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (77e90da8-0968-4f10-b605-44ec630222d9), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.237933 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Added segment 77e90da8-0968-4f10-b605-44ec630222d9 of type vlan for network f494c95c-0736-4133-9e31-17d2546e9cf6 Mar 23 21:14:42.272859 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (f494c95c-0736-4133-9e31-17d2546e9cf6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.350031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (f494c95c-0736-4133-9e31-17d2546e9cf6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.350957 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:42.351532 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:42.401056 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:14:42.439714 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Pushing event updated for resources: {'Network': ['ID=f494c95c-0736-4133-9e31-17d2546e9cf6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:14:42.446233 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.447728 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.447728 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.447728 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.447728 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.448067 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.448205 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.448526 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.448865 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.449216 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.449554 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.449893 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.450215 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.450542 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.451375 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:42.461961 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network f494c95c-0736-4133-9e31-17d2546e9cf6 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:14:42.467800 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0000ca92-0429-4035-84dd-8dc0d3002f0a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4206009 Mar 23 21:14:44.811671 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39910) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:14:44.870728 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fc63ac-5307-4bb9-92d1-46961b668815 admin admin] GET failed (client error): The resource could not be found. Mar 23 21:14:44.872000 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e7fc63ac-5307-4bb9-92d1-46961b668815 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593176 Mar 23 21:14:44.940185 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc123850-ccdc-4842-83e6-9a130af51b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:44.943059 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fc123850-ccdc-4842-83e6-9a130af51b23 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0664806 Mar 23 21:14:44.951387 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:14:45.030612 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Made reservation on behalf of 544c40f7008941ab970ca8607c7e4cb9 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:14:45.032744 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.218854 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (22f865cb-78d9-4a73-80ae-a789b3719716), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.272136 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f865cb-78d9-4a73-80ae-a789b3719716,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:14:45.281720 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Checking segment: {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:14:45.282013 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Network hostable DHCP agents. Network: f494c95c-0736-4133-9e31-17d2546e9cf6, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:14:45.338512 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Network f494c95c-0736-4133-9e31-17d2546e9cf6 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:14:45.395066 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, f494c95c-0736-4133-9e31-17d2546e9cf6) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:14:45.399037 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:14:45.399625 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.405316 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595f08c-9f93-4265-9764-014794000705 None None] Network f494c95c-0736-4133-9e31-17d2546e9cf6 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:14:45.466517 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-55c4e690-f38e-4a3a-8cc1-c4be39f3c3d2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5188801 Mar 23 21:14:45.506094 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-f494c95c-0736-4133-9e31-17d2546e9cf6', 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6', 'project_id': '544c40f7008941ab970ca8607c7e4cb9', 'fixed_ips': [{'subnet_id': '22f865cb-78d9-4a73-80ae-a789b3719716'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:14:45.507005 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.741691 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Allocated IP 192.168.233.2 (f494c95c-0736-4133-9e31-17d2546e9cf6/22f865cb-78d9-4a73-80ae-a789b3719716/45c808e7-95e0-4c4c-99f1-310cd9fb5de7) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:14:45.882152 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks [] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.945548 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:45.992252 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Network f494c95c-0736-4133-9e31-17d2546e9cf6 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:14:45.993585 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Pushing event updated for resources: {'Port': ['ID=45c808e7-95e0-4c4c-99f1-310cd9fb5de7,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:14:45.995740 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:14:45.999353 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:14:46.005894 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.006237 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.006594 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.006947 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.007280 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.007603 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.007930 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.008248 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.008573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.008886 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.009231 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.009571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.009892 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.010208 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.010523 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:14:46.069328 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Attempting to bind port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:14:46.069668 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Attempting to bind port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:14:46.070028 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Attempting to bind port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 on network f494c95c-0736-4133-9e31-17d2546e9cf6 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:14:46.074955 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:14:46.075314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Checking segment: {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:14:46.075746 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:46.076134 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Bound using segment: {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:14:46.076588 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Bound port: 45c808e7-95e0-4c4c-99f1-310cd9fb5de7, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:14:46.077072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:46.138158 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] For port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:14:46.141172 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] For port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=45c808e7-95e0-4c4c-99f1-310cd9fb5de7,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:14:46.231068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:46.287184 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83d11c-7adb-474f-8b6b-a32c63938e09 None None] Pushing event updated for resources: {'Port': ['ID=45c808e7-95e0-4c4c-99f1-310cd9fb5de7,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:14:47.160589 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2559ff1d-fe9d-4fa5-94f1-20c3e54cc831 None None] Network f494c95c-0736-4133-9e31-17d2546e9cf6 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:14:47.228512 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Provisioning complete for port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:14:47.228706 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.317393 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:14:47.378908 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Current status of the port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:14:47.379300 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.425078 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] For port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=45c808e7-95e0-4c4c-99f1-310cd9fb5de7,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:14:47.436362 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:14:47.436753 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.508647 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.552704 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:14:47.553127 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.588103 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106bbdb-001f-4319-91ff-05d494528e98 None None] Pushing event updated for resources: {'Port': ['ID=45c808e7-95e0-4c4c-99f1-310cd9fb5de7,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:14:47.633402 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:14:47.633775 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:14:47.638589 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a58dc8fb-a5f3-4437-a53d-e4d83514ac5a None None] Provisioning complete for port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:14:47.638983 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a58dc8fb-a5f3-4437-a53d-e4d83514ac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:47.719896 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a58dc8fb-a5f3-4437-a53d-e4d83514ac5a None None] Current status of the port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:14:48.171300 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:14:49.266382 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:14:49.314090 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:14:49.314479 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (45c808e7-95e0-4c4c-99f1-310cd9fb5de7), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:14:49.390339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 45c808e7-95e0-4c4c-99f1-310cd9fb5de7 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:15:04.055129 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-517a1f85-b23c-4ada-a54e-664f685f928c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:06.150249 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4314595e-57e5-4927-886a-b3036ad9dde2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:07.595670 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:08.978100 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:10.532033 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:19.399146 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:15:34.018486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ad903ab3-9a8b-4482-bea7-79e6dbacc278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:36.172317 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3394-b870-49e6-8307-459beaae7349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:37.589587 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:39.001369 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:40.532795 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:15:56.397595 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:16:04.024149 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-794579ec-9a3f-4a7e-96c2-40b97c123ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:06.155364 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-11d31627-55cd-44e1-b750-e901c90dedad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:07.583832 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:08.989282 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:10.525980 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:13.356351 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39950) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:16:13.362049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [None req-39757565-7f6a-4b34-8cab-eee979fa3b87 tempest-verify_tempest_config-421512304 tempest-verify_tempest_config-421512304-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:16:13.363046 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-39757565-7f6a-4b34-8cab-eee979fa3b87 tempest-verify_tempest_config-421512304 tempest-verify_tempest_config-421512304-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057018 Mar 23 21:16:13.874687 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 39968) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:16:14.074467 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.145195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Publish callbacks [] for security_group (03486212-f253-4238-b2cf-ba14c79b55e4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.200772 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (03486212-f253-4238-b2cf-ba14c79b55e4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.244801 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-03724869-282d-41fe-987c-6e683110547b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e240a7573fc14d89ab6e246cbc4b242a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3690763 Mar 23 21:16:14.245660 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03486212-f253-4238-b2cf-ba14c79b55e4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:16:14.247493 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 39972) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:16:14.252197 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.252548 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.252900 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.253261 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.253595 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.253926 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.254249 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.254574 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.254912 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.255239 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.255574 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.255909 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.256229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.256543 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.256859 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03724869-282d-41fe-987c-6e683110547b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.303420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Publish callbacks [] for security_group (03486212-f253-4238-b2cf-ba14c79b55e4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.324863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Publish callbacks [] for security_group (03486212-f253-4238-b2cf-ba14c79b55e4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.538859 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (03486212-f253-4238-b2cf-ba14c79b55e4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.541678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:14.542918 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03486212-f253-4238-b2cf-ba14c79b55e4 HTTP/1.1" status: 204 len: 168 time: 0.2944319 Mar 23 21:16:14.551197 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03486212-f253-4238-b2cf-ba14c79b55e4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:16:14.560105 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.560455 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.561023 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.561377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.561792 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.562031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.562359 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.562678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.563166 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.563671 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.564015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.564351 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.564675 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.565109 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:14.565439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd73af8-1593-4c6d-8efb-2c79f0b3d002 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:16:33.395808 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:16:34.017600 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-05b48bbd-57f3-4319-b420-d09503e4bb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:36.154191 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-76edf1a9-e926-4370-917d-6a41c8f4d159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:37.589355 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:38.983414 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:16:40.548662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:04.055439 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-97ee7c3a-dfde-4b3d-9162-dfb280f3a751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:06.200077 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-90696ce2-9628-451d-9169-6633e121f7db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:07.583452 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:09.017530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:10.395648 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:17:10.526306 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:34.022760 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a9ba6501-0b30-4795-9b05-376149075787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:36.165959 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0d28dbff-8121-4d77-9e66-2153fb264d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:37.582977 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:39.028518 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:40.525577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:17:47.395340 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 5 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:17:53.029104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-606241'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:04.028203 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f591c212-2529-43c4-b459-408ddbd07ec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:06.165421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e58ee788-6559-4ecd-ac68-a766c0f6f3bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:07.576814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:07.653716 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40044) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:18:07.759399 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-89896ea2-e65f-475f-8e62-21ceb32ed282 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045136 Mar 23 21:18:09.034018 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:10.085175 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40054) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:18:10.137658 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8835ee84-3e17-4ba7-8d74-8b0b5ac6ad4e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0514123 Mar 23 21:18:10.530915 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:22.994167 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:24.393212 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:18:34.028190 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d0d3da5a-583d-4b08-92aa-45f3fc0ff7be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:36.165142 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b6052792-6594-4057-a295-33b6392e1865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:37.577109 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:39.057150 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:40.565183 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:18:53.016605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:01.392600 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:19:04.072499 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-2542529a-506a-442b-9a54-ec35f00ec531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:06.154757 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b42e876-6b28-4855-aa2f-0143c098fd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:07.599683 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:09.075178 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:10.582270 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:23.016018 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:34.027811 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d2c9231c-6ea1-48ad-9c9e-4b2c6b8e6781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:36.176825 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3147229d-abee-4f79-894f-5da760a431a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:37.616575 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:38.392143 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:19:39.124947 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:40.525662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.289239 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40218) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:48.430690 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40230) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:48.552938 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1183795968-network', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:48.639400 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:48.641704 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.650182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.730147 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks [] for security_group (a7092469-46d8-4db2-a4f4-90312af1aa43), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.787964 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a7092469-46d8-4db2-a4f4-90312af1aa43), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.822242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7092469-46d8-4db2-a4f4-90312af1aa43,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:48.824453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:48.834688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.835037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.835423 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.835702 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.836028 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.836354 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.836672 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.837015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.837337 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.837655 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.837989 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.838321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.838813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.839304 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.839622 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Tracked resource versions report: Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: pushed versions: Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: { 'AddressGroup': {'1.2'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Agent': {'1.1'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'ConntrackHelper': {'1.0'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Log': {'1.0'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'NDPProxy': {'1.0'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Network': {'1.1'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Port': {'1.7'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'PortForwarding': {'1.3'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'QosPolicy': {'1.10'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroup': {'1.5'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SubPort': {'1.0'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Subnet': {'1.1'}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Trunk': {'1.1'}} Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: consumer versions: Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: HyperV agent@hv-cinder-83491: {}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Agent': '1.1', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'ConntrackHelper': '1.0', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'LocalIPAssociation': '1.0', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Log': '1.0', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'NDPProxy': '1.0', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Network': '1.1', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Port': '1.7', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'PortForwarding': '1.3', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'QosPolicy': '1.10', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroup': '1.5', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SecurityGroupRule': '1.2', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'SubPort': '1.0', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Subnet': '1.1', Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: 'Trunk': '1.1'}} Mar 23 21:19:48.840744 dv-cinder-834918-1-iscsi neutron-server[103903]: {{(pid=103903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:19:48.852505 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (a4df00cb-c8d9-4711-a716-c8fead29bb14), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.853110 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Added segment a4df00cb-c8d9-4711-a716-c8fead29bb14 of type vlan for network ac8e0016-9111-458a-9ce1-f3db687e4a71 Mar 23 21:19:48.877213 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-824934399-network', 'tenant_id': 'eafa0024523a463296266e063776d2ba'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:48.900063 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (ac8e0016-9111-458a-9ce1-f3db687e4a71), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.965335 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Made reservation on behalf of eafa0024523a463296266e063776d2ba for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:48.967916 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:48.976893 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.017018 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (ac8e0016-9111-458a-9ce1-f3db687e4a71), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.017995 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:49.018744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.053249 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks [] for security_group (69bf2f3f-016c-4058-8757-621f1b4b564d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.079114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8e0016-9111-458a-9ce1-f3db687e4a71,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:49.089855 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:49.131334 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (69bf2f3f-016c-4058-8757-621f1b4b564d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.154082 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d5212671-4577-4048-a35e-8cc052dba9e7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8623533 Mar 23 21:19:49.155215 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40262) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.160846 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Request body: {'subnet': {'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-subnet', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.161049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf2f3f-016c-4058-8757-621f1b4b564d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:49.172042 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.172389 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.172881 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.173247 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.173579 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.173906 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.174231 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.174552 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.174875 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.175793 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.176115 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.176461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.176784 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.177124 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.177442 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Tracked resource versions report: Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: pushed versions: Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: { 'AddressGroup': {'1.2'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Agent': {'1.1'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'ConntrackHelper': {'1.0'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Log': {'1.0'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'NDPProxy': {'1.0'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Network': {'1.1'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Port': {'1.7'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'PortForwarding': {'1.3'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'QosPolicy': {'1.10'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroup': {'1.5'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SubPort': {'1.0'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Subnet': {'1.1'}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Trunk': {'1.1'}} Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: consumer versions: Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: HyperV agent@hv-cinder-83491: {}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Agent': '1.1', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'ConntrackHelper': '1.0', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'LocalIPAssociation': '1.0', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Log': '1.0', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'NDPProxy': '1.0', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Network': '1.1', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Port': '1.7', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'PortForwarding': '1.3', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'QosPolicy': '1.10', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroup': '1.5', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SecurityGroupRule': '1.2', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'SubPort': '1.0', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Subnet': '1.1', Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: 'Trunk': '1.1'}} Mar 23 21:19:49.178673 dv-cinder-834918-1-iscsi neutron-server[103902]: {{(pid=103902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:19:49.182598 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:49.196428 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (06be05d4-8d13-4ec3-bf8a-f10f82ab2d15), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.196773 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Added segment 06be05d4-8d13-4ec3-bf8a-f10f82ab2d15 of type vlan for network 88ee8414-242f-4862-88f4-e516b855d1fb Mar 23 21:19:49.224161 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.227791 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.241020 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (88ee8414-242f-4862-88f4-e516b855d1fb), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.308598 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (88ee8414-242f-4862-88f4-e516b855d1fb), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.310067 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:49.321615 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.371590 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] Pushing event updated for resources: {'Network': ['ID=88ee8414-242f-4862-88f4-e516b855d1fb,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:49.381825 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 88ee8414-242f-4862-88f4-e516b855d1fb details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:49.419632 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4c7af1ab-ba59-4413-a676-4462be1dba82 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9872589 Mar 23 21:19:49.428394 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40270) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.434090 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Request body: {'subnet': {'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-subnet', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.516190 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Made reservation on behalf of eafa0024523a463296266e063776d2ba for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.517008 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40274) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.517488 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.543877 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (3422a399-a0cd-4ec6-b51c-1cf9fde35024), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.576708 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40280) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.597925 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40282) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.622409 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3422a399-a0cd-4ec6-b51c-1cf9fde35024,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:49.625386 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40288) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:49.651165 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:49.651825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Network hostable DHCP agents. Network: ac8e0016-9111-458a-9ce1-f3db687e4a71, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:49.727319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-453598622-network', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.744823 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:49.766560 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-790632415-network', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.771944 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (2a4cf292-9a1b-49f2-b052-a048f629dac5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.815863 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-751205189-network', 'tenant_id': '79a368a849c64b10a26b3b0ca575f63e'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.842005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-227276357-network', 'tenant_id': 'd9610aba696e4348b86746589a0a902d'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:49.848341 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:49.848704 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Network hostable DHCP agents. Network: 88ee8414-242f-4862-88f4-e516b855d1fb, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:49.869426 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Made reservation on behalf of b2e6f386d8e345ff9515d83e69f5e2f1 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.872784 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.875323 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a4cf292-9a1b-49f2-b052-a048f629dac5,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:49.891700 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.893759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, ac8e0016-9111-458a-9ce1-f3db687e4a71) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:49.895913 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Made reservation on behalf of e67b304652294fb0ad7cb1abb0b64385 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.898355 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.903834 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc274182-4ef9-4dd0-bcd4-fcbd28d831d0 None None] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:49.905199 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:49.905854 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.925417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.926144 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Made reservation on behalf of 79a368a849c64b10a26b3b0ca575f63e for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.930212 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.943535 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.957640 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Network 88ee8414-242f-4862-88f4-e516b855d1fb is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:49.961592 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Made reservation on behalf of d9610aba696e4348b86746589a0a902d for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:49.964042 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:49.964809 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 88ee8414-242f-4862-88f4-e516b855d1fb) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:49.991395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b8ce2e-2787-4306-9f71-0c7edfb9c397 None None] Network 88ee8414-242f-4862-88f4-e516b855d1fb requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:49.995175 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.006277 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:50.007007 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.062342 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks [] for security_group (cab95df4-c5be-4c02-89ab-258002bb23e6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.065466 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7d6c5762-3133-4d04-be06-989cc72b8818 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9086795 Mar 23 21:19:50.068989 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40308) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:50.074567 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:50.118944 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks [] for security_group (570dc65d-9437-4e21-af67-cbe92da32d69), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.146389 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c14f6695-2635-4723-a998-62858fbc3381 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7167914 Mar 23 21:19:50.160313 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40312) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:50.160313 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:50.160863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks [] for security_group (f86b8d3b-afb4-430f-adeb-f973f728cad7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.162509 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-ac8e0016-9111-458a-9ce1-f3db687e4a71', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:19:50.164001 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.183274 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cab95df4-c5be-4c02-89ab-258002bb23e6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.195112 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (6226a538-c732-45c0-8421-dc6ac2077330), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.195841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (6226a538-c732-45c0-8421-dc6ac2077330), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.197837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks [] for security_group (a939545d-f6d6-4f9c-9c75-edc89ea790e5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.222430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:50.252252 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (570dc65d-9437-4e21-af67-cbe92da32d69), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.266948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-88ee8414-242f-4862-88f4-e516b855d1fb', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:19:50.267912 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.268584 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:50.294614 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (8bd6b220-fefe-4ccf-b46d-254525449f6d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.295050 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Added segment 8bd6b220-fefe-4ccf-b46d-254525449f6d of type vlan for network 2e289ef0-74d5-4846-ad21-7868909df4ed Mar 23 21:19:50.298992 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (2364d25a-3393-43c7-a047-a97a59c763dc), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.301155 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Added segment 2364d25a-3393-43c7-a047-a97a59c763dc of type vlan for network 4c8e900b-5e90-48d2-ad97-0f533390cba8 Mar 23 21:19:50.308866 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for router_controller (6226a538-c732-45c0-8421-dc6ac2077330), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.310325 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab95df4-c5be-4c02-89ab-258002bb23e6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:50.314638 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (d905f621-ddee-498f-9aa5-43c84f56d083), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.315690 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (d905f621-ddee-498f-9aa5-43c84f56d083), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.358791 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (2e289ef0-74d5-4846-ad21-7868909df4ed), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.379308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (4c8e900b-5e90-48d2-ad97-0f533390cba8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.422631 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Allocated IP 172.20.0.2 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/0535fef2-0df7-4058-ad5c-c4574c3c38ff) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:50.442788 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570dc65d-9437-4e21-af67-cbe92da32d69,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:50.447705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f86b8d3b-afb4-430f-adeb-f973f728cad7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.469585 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a939545d-f6d6-4f9c-9c75-edc89ea790e5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.510767 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:50.521803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (4c8e900b-5e90-48d2-ad97-0f533390cba8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.523484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:50.524216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.531630 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Allocated IP 172.20.0.2 (88ee8414-242f-4862-88f4-e516b855d1fb/2a4cf292-9a1b-49f2-b052-a048f629dac5/8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:50.535880 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:50.571236 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (af22b615-fb27-4bb9-934e-f3babfd4ed2b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.571597 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Added segment af22b615-fb27-4bb9-934e-f3babfd4ed2b of type vlan for network 628f6237-9672-4b99-9409-8b843566ab84 Mar 23 21:19:50.592642 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for router_gateway (6226a538-c732-45c0-8421-dc6ac2077330), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.606084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for router_controller (d905f621-ddee-498f-9aa5-43c84f56d083), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.651876 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.652472 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Added segment 4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef of type vlan for network a54ccc3f-5e4f-4909-82e3-02d69f285c35 Mar 23 21:19:50.663657 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0856650 Mar 23 21:19:50.665091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40340) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:50.696038 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Request body: {'subnet': {'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-790632415-subnet', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:50.728965 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks [] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.752806 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (2e289ef0-74d5-4846-ad21-7868909df4ed), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.756774 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:50.757737 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.789072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks [] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.801827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.853922 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Pushing event updated for resources: {'Port': ['ID=0535fef2-0df7-4058-ad5c-c4574c3c38ff,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:50.854392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86b8d3b-afb4-430f-adeb-f973f728cad7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:50.889905 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.890264 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.895728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.896473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.896728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.897097 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.897451 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Tracked resource versions report: Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: pushed versions: Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: { 'AddressGroup': {'1.2'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Agent': {'1.1'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'ConntrackHelper': {'1.0'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Log': {'1.0'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'NDPProxy': {'1.0'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Network': {'1.1'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Port': {'1.7'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'PortForwarding': {'1.3'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'QosPolicy': {'1.10'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroup': {'1.5'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SubPort': {'1.0'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Subnet': {'1.1'}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Trunk': {'1.1'}} Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: consumer versions: Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: HyperV agent@hv-cinder-83491: {}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Agent': '1.1', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'ConntrackHelper': '1.0', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'LocalIPAssociation': '1.0', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Log': '1.0', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'NDPProxy': '1.0', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Network': '1.1', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Port': '1.7', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'PortForwarding': '1.3', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'QosPolicy': '1.10', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroup': '1.5', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SecurityGroupRule': '1.2', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'SubPort': '1.0', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Subnet': '1.1', Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: 'Trunk': '1.1'}} Mar 23 21:19:50.898573 dv-cinder-834918-1-iscsi neutron-server[103904]: {{(pid=103904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:19:50.912147 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (628f6237-9672-4b99-9409-8b843566ab84), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.932422 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:50.934559 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:50.937754 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:50.946409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:50.984662 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2e289ef0-74d5-4846-ad21-7868909df4ed,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.001235 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af403a6a-d7ca-4ca4-8ba6-707db0cf03e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8e900b-5e90-48d2-ad97-0f533390cba8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.004310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a939545d-f6d6-4f9c-9c75-edc89ea790e5,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.016584 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (a54ccc3f-5e4f-4909-82e3-02d69f285c35), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.039951 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Made reservation on behalf of e67b304652294fb0ad7cb1abb0b64385 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:51.042453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.083945 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for router_gateway (d905f621-ddee-498f-9aa5-43c84f56d083), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.087902 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 2e289ef0-74d5-4846-ad21-7868909df4ed details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:51.091097 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:51.094198 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-71121e67-7202-4050-af62-6ede6987c0e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4952152 Mar 23 21:19:51.099143 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40362) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:51.103512 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Request body: {'subnet': {'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-751205189-subnet', 'tenant_id': '79a368a849c64b10a26b3b0ca575f63e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:51.237797 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Made reservation on behalf of 79a368a849c64b10a26b3b0ca575f63e for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:51.238072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (a54ccc3f-5e4f-4909-82e3-02d69f285c35), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.239034 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:51.239610 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.240125 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.249291 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (628f6237-9672-4b99-9409-8b843566ab84), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.250688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:51.251263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.258592 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Attempting to bind port 0535fef2-0df7-4058-ad5c-c4574c3c38ff on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:19:51.259601 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Attempting to bind port 0535fef2-0df7-4058-ad5c-c4574c3c38ff by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:19:51.259975 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Attempting to bind port 0535fef2-0df7-4058-ad5c-c4574c3c38ff on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:19:51.282930 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:19:51.283310 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:51.284026 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.284380 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:19:51.285437 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Bound port: 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:19:51.285823 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.305784 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7846723 Mar 23 21:19:51.310055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (bd5d7ed7-db60-4099-99d2-2bd23ebb0788), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.311664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40364) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:51.316293 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:51.357846 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Request body: {'subnet': {'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-subnet', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:51.363714 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5d7ed7-db60-4099-99d2-2bd23ebb0788,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.369364 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:51.374437 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Pushing event updated for resources: {'Port': ['ID=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.380438 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:51.389956 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8420-5602-4eb9-a365-d92e30c00628 admin admin] Pushing event updated for resources: {'Network': ['ID=a54ccc3f-5e4f-4909-82e3-02d69f285c35,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.422642 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:51.430673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Checking segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:51.431039 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Network hostable DHCP agents. Network: 4c8e900b-5e90-48d2-ad97-0f533390cba8, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:51.441424 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8014350 Mar 23 21:19:51.442049 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40368) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:51.485329 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Request body: {'subnet': {'network_id': '628f6237-9672-4b99-9409-8b843566ab84', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-227276357-subnet', 'tenant_id': 'd9610aba696e4348b86746589a0a902d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:51.514310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Made reservation on behalf of b2e6f386d8e345ff9515d83e69f5e2f1 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:51.516816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.520825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34591d-ffe7-4e3c-a7fc-b033fde572ef admin admin] Pushing event updated for resources: {'Network': ['ID=628f6237-9672-4b99-9409-8b843566ab84,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.588585 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 628f6237-9672-4b99-9409-8b843566ab84 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:51.637657 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for router_gateway (6226a538-c732-45c0-8421-dc6ac2077330), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.646519 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] For port 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:19:51.650048 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Attempting to bind port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:19:51.650424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Attempting to bind port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:19:51.650790 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Attempting to bind port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:19:51.666498 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:19:51.666951 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:51.667430 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.668137 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Bound using segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:19:51.668712 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Bound port: 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:19:51.669128 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.691498 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] For port 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0535fef2-0df7-4058-ad5c-c4574c3c38ff,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:19:51.694506 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.712560 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:51.714630 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Made reservation on behalf of d9610aba696e4348b86746589a0a902d for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:51.717172 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.765549 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.791486 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (19209405-460b-4d20-9899-c85ca76cba58), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.793927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40376) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:51.823859 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] For port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:19:51.829986 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] For port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:19:51.837407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 4c8e900b-5e90-48d2-ad97-0f533390cba8) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:51.858592 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebef1b-fa0a-405e-b5ac-72ebacc61927 None None] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:51.864330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39262534-5b15-4415-8b1f-da56cd616593 None None] Pushing event updated for resources: {'Port': ['ID=0535fef2-0df7-4058-ad5c-c4574c3c38ff,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.879964 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:51.880804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.913354 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:51.932025 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19209405-460b-4d20-9899-c85ca76cba58,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:51.997471 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a54b9-9c52-43d8-8f06-11bffac09e25 None None] Pushing event updated for resources: {'Port': ['ID=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.083257 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-4c8e900b-5e90-48d2-ad97-0f533390cba8', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:19:52.084826 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.173637 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Checking segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:52.175900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Network hostable DHCP agents. Network: a54ccc3f-5e4f-4909-82e3-02d69f285c35, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:52.182458 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff527dc7-2740-438c-832e-1075fdceaa84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.185505 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Allocated IP 172.27.0.175 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/1287f83f-c3a8-4b9a-85ba-5442a715a90a) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:52.201488 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (b677e6e7-79dd-427b-b8e7-c12654433b20), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.219478 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1d8423c8-1aec-48ab-8f2a-d4f4ede08bad admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5257161 Mar 23 21:19:52.230988 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40380) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:52.236147 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:52.244328 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (ab5f1df2-7483-487f-b728-0254876e534d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.314068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Allocated IP 172.20.0.2 (4c8e900b-5e90-48d2-ad97-0f533390cba8/bd5d7ed7-db60-4099-99d2-2bd23ebb0788/d5f02d94-5b9e-40ee-87e0-5e533f5170d2) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:52.354206 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5f1df2-7483-487f-b728-0254876e534d,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.365304 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b677e6e7-79dd-427b-b8e7-c12654433b20,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.398500 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Checking segment: {'id': 'af22b615-fb27-4bb9-934e-f3babfd4ed2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '628f6237-9672-4b99-9409-8b843566ab84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:52.398850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Network hostable DHCP agents. Network: 628f6237-9672-4b99-9409-8b843566ab84, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:52.401092 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for router_gateway (d905f621-ddee-498f-9aa5-43c84f56d083), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.407691 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:52.430952 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff527dc7-2740-438c-832e-1075fdceaa84 admin admin] Publish callbacks [] for security_group (eea41abd-fff4-432f-8ef1-74e8611e7612), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.431195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Checking segment: {'id': '8bd6b220-fefe-4ccf-b46d-254525449f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:52.431562 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Network hostable DHCP agents. Network: 2e289ef0-74d5-4846-ad21-7868909df4ed, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:52.434148 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.490720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.493144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.529504 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.537113 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, a54ccc3f-5e4f-4909-82e3-02d69f285c35) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:52.539009 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff527dc7-2740-438c-832e-1075fdceaa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (eea41abd-fff4-432f-8ef1-74e8611e7612), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.557154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1865059-a50a-414a-8419-af628698c012 None None] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:52.599872 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:52.600469 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.606000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Network 2e289ef0-74d5-4846-ad21-7868909df4ed is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:52.618654 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 2e289ef0-74d5-4846-ad21-7868909df4ed) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:52.624116 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:52.625048 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.629911 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks [] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.635476 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d8eb4a-60ea-4ca3-b4fe-8f1b35b718d5 None None] Network 2e289ef0-74d5-4846-ad21-7868909df4ed requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:52.689095 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Network 628f6237-9672-4b99-9409-8b843566ab84 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:52.693211 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.729785 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ff527dc7-2740-438c-832e-1075fdceaa84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a36196b3ad82462e9488b420d30fe2eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9308641 Mar 23 21:19:52.735899 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.745795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40384) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:52.747629 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for router_controller (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.753329 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6993740a-0589-4a65-b734-3d723b7a84e1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6537213 Mar 23 21:19:52.765364 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 628f6237-9672-4b99-9409-8b843566ab84) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:52.767634 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:52.768559 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.770425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:19:52.771365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.773223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff527dc7-2740-438c-832e-1075fdceaa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea41abd-fff4-432f-8ef1-74e8611e7612,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.827020 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:52.828472 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f4786b-a3da-4a37-a645-02005beb4659 None None] Network 628f6237-9672-4b99-9409-8b843566ab84 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:52.839940 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:52.847034 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Pushing event updated for resources: {'Port': ['ID=1287f83f-c3a8-4b9a-85ba-5442a715a90a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.850939 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-df279f67-96c0-463f-928b-fd70698ae527 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4965286 Mar 23 21:19:52.856856 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:52.862331 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40388) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:52.869840 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:52.872552 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:52.881838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:52.896968 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-62e95b71-6eca-42c9-a83c-06d6bd4ea6b8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4182940 Mar 23 21:19:52.916848 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] Publish callbacks [] for security_group (eea41abd-fff4-432f-8ef1-74e8611e7612), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:52.923840 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487fe22e-b635-41d2-83cf-d56f20890e51 None None] Network 2e289ef0-74d5-4846-ad21-7868909df4ed requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:52.930019 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:52.933732 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Pushing event updated for resources: {'Port': ['ID=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:52.975722 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Allocated IP 172.27.0.92 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/64b19d52-fdb6-497a-ac11-055e9e610898) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:53.203331 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for router_gateway (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.222595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] Publish callbacks [] for security_group (eea41abd-fff4-432f-8ef1-74e8611e7612), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.249291 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (90daa903-bcc4-40a8-b799-81eedca21c39), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.250461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (90daa903-bcc4-40a8-b799-81eedca21c39), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.295621 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Allocated IP 172.20.0.2 (a54ccc3f-5e4f-4909-82e3-02d69f285c35/19209405-460b-4d20-9899-c85ca76cba58/dad8b960-979b-4475-8ee7-614e2dcaa24d) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:53.541505 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (eea41abd-fff4-432f-8ef1-74e8611e7612), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.553799 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.554571 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.559539 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eea41abd-fff4-432f-8ef1-74e8611e7612 HTTP/1.1" status: 204 len: 168 time: 0.8032589 Mar 23 21:19:53.593489 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83675838-f891-4e34-b67b-6cf6c45d4c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea41abd-fff4-432f-8ef1-74e8611e7612,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:53.610215 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for router_controller (90daa903-bcc4-40a8-b799-81eedca21c39), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.648436 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Attempting to bind port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:19:53.648810 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Attempting to bind port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:19:53.649257 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Attempting to bind port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:19:53.685321 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for port (64b19d52-fdb6-497a-ac11-055e9e610898), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.871763 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:53.963835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Pushing event updated for resources: {'Port': ['ID=64b19d52-fdb6-497a-ac11-055e9e610898,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:54.037614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for router_gateway (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.047616 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:19:54.048102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Checking segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:54.048514 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.049039 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Bound using segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:19:54.049562 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Bound port: d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:19:54.050021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.068401 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.078880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:19:54.107237 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3e882-4ea9-47b1-ad06-15ee23d16f25 None None] Network 88ee8414-242f-4862-88f4-e516b855d1fb requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:54.111202 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a6a6b-ad2c-4e1c-aae0-4594ff1301d3 None None] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:54.135325 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for router_gateway (90daa903-bcc4-40a8-b799-81eedca21c39), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.147873 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for router_gateway (6226a538-c732-45c0-8421-dc6ac2077330), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.152130 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:54.155605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b83c14b-bedb-4179-90df-daed07ff7719 None None] Network 628f6237-9672-4b99-9409-8b843566ab84 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:54.186904 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:54.216637 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:54.274762 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Allocated IP 172.27.0.169 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/7a1580e3-dfc4-476b-b201-c6bb68f0214c) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:54.354458 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Provisioning complete for port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:54.354938 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.399796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40438) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:54.402474 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145169519-network', 'tenant_id': 'e80f9a02b0834f739f410f49a6c31d53'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:54.433021 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40442) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:54.476934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cde7ca98-f222-43aa-9eab-56c095505bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.618976 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cde7ca98-f222-43aa-9eab-56c095505bd7 admin admin] Publish callbacks [] for security_group (55b7c09f-0fac-4f11-ae79-bd2119ec6eb4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.620453 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] For port d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:19:54.631019 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.639615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks [] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.702632 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] For port d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:19:54.761237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40460) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:54.764537 dv-cinder-834918-1-iscsi neutron-server[103903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 21:19:54.774079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:54.774477 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.785126 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Made reservation on behalf of e80f9a02b0834f739f410f49a6c31d53 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:54.787816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.790139 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cde7ca98-f222-43aa-9eab-56c095505bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (55b7c09f-0fac-4f11-ae79-bd2119ec6eb4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.843956 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (6226a538-c732-45c0-8421-dc6ac2077330), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.844690 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.874031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.895367 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.925613 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.929852 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:54.945822 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Current status of the port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:54.945822 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:54.954737 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:54.964722 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:54.973425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Pushing event updated for resources: {'Port': ['ID=dad8b960-979b-4475-8ee7-614e2dcaa24d,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:55.019915 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Pushing event updated for resources: {'Port': ['ID=7a1580e3-dfc4-476b-b201-c6bb68f0214c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:55.039062 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for router_gateway (d905f621-ddee-498f-9aa5-43c84f56d083), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.063339 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cde7ca98-f222-43aa-9eab-56c095505bd7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=66bc63f0e659488485e1d832018cc2e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6287708 Mar 23 21:19:55.064554 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40464) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:55.167543 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] For port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:19:55.177016 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98492d6-61ea-4df4-af69-7bb43cfc059b None None] Pushing event updated for resources: {'Port': ['ID=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:55.195044 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7ca98-f222-43aa-9eab-56c095505bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b7c09f-0fac-4f11-ae79-bd2119ec6eb4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:55.209826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:55.214802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:55.215211 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.229568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for router_gateway (90daa903-bcc4-40a8-b799-81eedca21c39), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.234445 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Attempting to bind port dad8b960-979b-4475-8ee7-614e2dcaa24d on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:19:55.234818 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Attempting to bind port dad8b960-979b-4475-8ee7-614e2dcaa24d by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:19:55.546315 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Attempting to bind port dad8b960-979b-4475-8ee7-614e2dcaa24d on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:19:55.551355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.554694 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:19:55.554694 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Checking segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:55.554694 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.555295 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:55.555478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Bound using segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:19:55.555478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Bound port: dad8b960-979b-4475-8ee7-614e2dcaa24d, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:19:55.555478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.556120 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:55.556344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.556639 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Allocated IP 172.27.0.17 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/116b1284-2b47-47b0-bdf3-0ebca0c609c4) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:55.556845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:19:55.556845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:19:55.556845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a5161-7f74-428e-95aa-017328ef58a3 None None] Pushing event updated for resources: {'Port': ['ID=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:55.556845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Provisioning complete for port 0535fef2-0df7-4058-ad5c-c4574c3c38ff triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:55.556845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.562379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] Publish callbacks [] for security_group (55b7c09f-0fac-4f11-ae79-bd2119ec6eb4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.580990 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-270f79fb-d538-4499-a911-d1a07934429f None None] For port dad8b960-979b-4475-8ee7-614e2dcaa24d, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:19:55.582537 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-d34a4aaa-be2a-4e8d-b34c-a265d7eb4668 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:55.585190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-d34a4aaa-be2a-4e8d-b34c-a265d7eb4668 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/networks?id=2e289ef0-74d5-4846-ad21-7868909df4ed HTTP/1.1" status: 200 len: 811 time: 0.8219991 Mar 23 21:19:55.607028 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-270f79fb-d538-4499-a911-d1a07934429f None None] For port dad8b960-979b-4475-8ee7-614e2dcaa24d, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=dad8b960-979b-4475-8ee7-614e2dcaa24d,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:19:55.682748 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-2cc5c1dc-da52-4846-8d78-8e92cdd6411a tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/quotas/79a368a849c64b10a26b3b0ca575f63e HTTP/1.1" status: 200 len: 375 time: 0.0719738 Mar 23 21:19:55.715030 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] Publish callbacks [] for security_group (55b7c09f-0fac-4f11-ae79-bd2119ec6eb4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.726487 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Current status of the port 0535fef2-0df7-4058-ad5c-c4574c3c38ff is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:55.731148 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.732096 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.755325 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.764964 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (d905f621-ddee-498f-9aa5-43c84f56d083), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.774252 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks [] for security_group (6b607ecb-a689-42c5-8fc1-98fcdc8abcde), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.785813 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-9cfb3880-71e2-4168-a666-f05cc98bfd32 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=79a368a849c64b10a26b3b0ca575f63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0888166 Mar 23 21:19:55.881835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Router 6226a538-c732-45c0-8421-dc6ac2077330 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:19:55.927501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6b607ecb-a689-42c5-8fc1-98fcdc8abcde), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:55.989548 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f79fb-d538-4499-a911-d1a07934429f None None] Pushing event updated for resources: {'Port': ['ID=dad8b960-979b-4475-8ee7-614e2dcaa24d,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:56.001075 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.001427 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] For port 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0535fef2-0df7-4058-ad5c-c4574c3c38ff,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:19:56.009394 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:19:56.043774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b607ecb-a689-42c5-8fc1-98fcdc8abcde,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:56.080027 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:56.081457 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0535fef2-0df7-4058-ad5c-c4574c3c38ff up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:19:56.084276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.109581 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for router_gateway (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.137033 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:19:56.173351 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:56.190361 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:19:56.200462 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Pushing event updated for resources: {'Port': ['ID=116b1284-2b47-47b0-bdf3-0ebca0c609c4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:56.234503 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Pushing event updated for resources: {'Port': ['ID=0535fef2-0df7-4058-ad5c-c4574c3c38ff,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:56.251243 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Provisioning complete for port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:56.251504 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.277834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (55b7c09f-0fac-4f11-ae79-bd2119ec6eb4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.280203 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.281256 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55b7c09f-0fac-4f11-ae79-bd2119ec6eb4 HTTP/1.1" status: 204 len: 168 time: 1.2004364 Mar 23 21:19:56.290460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (01e593ea-dcf6-41dd-bc97-7b1f15d64963), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.290460 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Added segment 01e593ea-dcf6-41dd-bc97-7b1f15d64963 of type vlan for network 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 Mar 23 21:19:56.319135 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:19:56.335219 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-6316e9cf-795c-4d34-b345-80a50838e311 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:19:56.346388 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-6316e9cf-795c-4d34-b345-80a50838e311 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2865288 Mar 23 21:19:56.363108 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:19:56.382971 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:19:56.383645 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:56.440169 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 0535fef2-0df7-4058-ad5c-c4574c3c38ff triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:56.440557 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.513254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58625790-1eb5-44ec-b777-ae4bb4e1394e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b7c09f-0fac-4f11-ae79-bd2119ec6eb4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:56.526342 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4f914cfb-f033-4ba0-8bc5-2b5917d39823 None None] Current status of the port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:56.583623 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.628214 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 0535fef2-0df7-4058-ad5c-c4574c3c38ff is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:56.666830 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0b29ad34-70fd-46ef-a6d2-86edc7ecbb68 None None] Provisioning complete for port 0535fef2-0df7-4058-ad5c-c4574c3c38ff triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:56.667058 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0b29ad34-70fd-46ef-a6d2-86edc7ecbb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.759279 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:19:56.828657 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2544ddd-d33d-46ff-a015-f8b6da4861df None None] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:56.829271 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-5511eb2f-97ff-4808-8c8d-3ef369c48a8b service neutron] 10.222.0.35 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816732 Mar 23 21:19:56.853368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.854777 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-53c8215f-7834-4a9d-b759-c062899ad2cc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7846355 Mar 23 21:19:56.858213 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40482) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:56.968191 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.975048 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:56.976211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:56.976767 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.102682 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:19:53Z', 'revision_number': 3, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:19:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:57.109954 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Router d905f621-ddee-498f-9aa5-43c84f56d083 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:19:57.134350 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:19:57.134836 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Updating router 6226a538-c732-45c0-8421-dc6ac2077330 port 1287f83f-c3a8-4b9a-85ba-5442a715a90a binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:19:57.168778 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.215982 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device d5f02d94-5b9e-40ee-87e0-5e533f5170d2 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:19:57.226738 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8297937 Mar 23 21:19:57.243694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40494) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:57.260870 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0b29ad34-70fd-46ef-a6d2-86edc7ecbb68 None None] Current status of the port 0535fef2-0df7-4058-ad5c-c4574c3c38ff is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:57.269965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Request body: {'subnet': {'network_id': '3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2145169519-subnet', 'tenant_id': 'e80f9a02b0834f739f410f49a6c31d53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:19:57.303184 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964a620-cc80-45d3-9fd0-617c143d0a0f admin admin] Pushing event updated for resources: {'Network': ['ID=3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:57.324916 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:19:57.364172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-fc2b6097-7ca4-4a18-b2f3-ef8be9d4aff5 service neutron] 10.222.0.35 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339262 Mar 23 21:19:57.392259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Made reservation on behalf of e80f9a02b0834f739f410f49a6c31d53 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:19:57.401580 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.476534 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:19:57.504564 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:19:57.548409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:19:57.550733 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:57.608535 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks [] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.713287 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.736713 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.745740 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-29874132-2679-44a0-9fdd-960385035066 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.5950508 Mar 23 21:19:57.746396 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:19:57.749699 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40512) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:57.757080 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4915ec58-e873-49b1-a173-fc0296397bbb None None] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:57.759408 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Provisioning complete for port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:57.766014 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.798501 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Pushing event updated for resources: {'Port': ['ID=1287f83f-c3a8-4b9a-85ba-5442a715a90a,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:57.842280 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.842637 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.843011 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.843374 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.843723 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.844059 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.844391 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.844783 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.862340 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.862987 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.870090 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.870667 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.871186 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.871672 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.881463 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Tracked resource versions report: Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: pushed versions: Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: { 'AddressGroup': {'1.2'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Agent': {'1.1'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'ConntrackHelper': {'1.0'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'LocalIPAssociation': {'1.0'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Log': {'1.0'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'NDPProxy': {'1.0'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Network': {'1.1'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Port': {'1.7'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'PortForwarding': {'1.3'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'QosPolicy': {'1.10'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroup': {'1.5'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroupRule': {'1.2'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SubPort': {'1.0'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Subnet': {'1.1'}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Trunk': {'1.1'}} Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: consumer versions: Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: { DHCP agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: HyperV agent@hv-cinder-83491: {}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: L3 agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: Metadata agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: Metering agent@dv-cinder-834918-1-iscsi: {}, Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: Open vSwitch agent@dv-cinder-834918-1-iscsi: { 'AddressGroup': '1.2', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Agent': '1.1', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'ConntrackHelper': '1.0', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'LocalIPAssociation': '1.0', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Log': '1.0', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'NDPProxy': '1.0', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Network': '1.1', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Port': '1.7', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'PortForwarding': '1.3', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'QosPolicy': '1.10', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroup': '1.5', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SecurityGroupRule': '1.2', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'SubPort': '1.0', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Subnet': '1.1', Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: 'Trunk': '1.1'}} Mar 23 21:19:57.882841 dv-cinder-834918-1-iscsi neutron-server[103905]: {{(pid=103905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 21:19:57.910733 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:57.911251 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.933325 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (d5c782f7-c7e0-406d-89fd-22b4d78915c7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.945018 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Attempting to bind port 1287f83f-c3a8-4b9a-85ba-5442a715a90a on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:19:57.947823 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Attempting to bind port 1287f83f-c3a8-4b9a-85ba-5442a715a90a by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:19:57.948629 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Attempting to bind port 1287f83f-c3a8-4b9a-85ba-5442a715a90a on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:19:57.962692 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:19:57.963448 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:57.964078 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:57.964710 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:19:57.968316 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Bound port: 1287f83f-c3a8-4b9a-85ba-5442a715a90a, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:19:57.969013 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.107506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c782f7-c7e0-406d-89fd-22b4d78915c7,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:58.152166 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] For port 1287f83f-c3a8-4b9a-85ba-5442a715a90a, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:19:58.153742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Checking segment: {'id': '01e593ea-dcf6-41dd-bc97-7b1f15d64963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:19:58.154125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Network hostable DHCP agents. Network: 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:19:58.163086 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] For port 1287f83f-c3a8-4b9a-85ba-5442a715a90a, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1287f83f-c3a8-4b9a-85ba-5442a715a90a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:19:58.199367 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:19:58.210846 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:19:58.237589 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:19:58.242818 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:58.287707 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Network 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:19:58.345414 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.347737 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a84eeb21-cb86-48bf-b4b5-9f67e0584b1d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1142633 Mar 23 21:19:58.350696 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40546) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:58.372398 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for router_gateway (90daa903-bcc4-40a8-b799-81eedca21c39), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.391118 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.590721 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:19:58.600740 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:19:58.605619 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.606691 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Current status of the port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:58.607147 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.610326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43b0d89-d903-4e26-aa12-6e8b62817e27 None None] Network 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:58.617503 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:19:58.617896 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:58.618059 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40560) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:58.662479 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:19:58.679187 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:19:58.690505 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:58.690505 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78279d6-1df9-4682-b8c8-4ab7fc31c0da None None] Pushing event updated for resources: {'Port': ['ID=1287f83f-c3a8-4b9a-85ba-5442a715a90a,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:58.764504 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-89bed45b-cda2-4ee6-8a12-daafa6b9213a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5137846 Mar 23 21:19:58.893204 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:19:59.026408 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071fed80-e177-4777-a438-803265c6f9c9 None None] Network 3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:19:59.201417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40588) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:19:59.238922 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:19:59.246798 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] For port d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:19:59.272897 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3045ca75-0e39-4e99-a9ae-91522375befc req-70ac0b5b-5730-4c1d-b7cc-847c9303ebbd tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.6534390 Mar 23 21:19:59.334146 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.348682 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.430231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Deleting subnet ab5f1df2-7483-487f-b728-0254876e534d {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:19:59.433901 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Publish callbacks [] for subnet (ab5f1df2-7483-487f-b728-0254876e534d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.452512 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.601296 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:19:53Z', 'revision_number': 3, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:59.626255 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a634a9-cbce-4100-95ce-9b1f745a578c None None] Pushing event updated for resources: {'Port': ['ID=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:19:59.641048 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b5d506-161f-4823-8c96-c0a41eda1899 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:19:53Z', 'revision_number': 3, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:19:59.656302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Publish callbacks [] for subnet (ab5f1df2-7483-487f-b728-0254876e534d), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.672420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (ab5f1df2-7483-487f-b728-0254876e534d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.737054 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:19:55Z', 'revision_number': 3, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:19:59.762051 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:19:59.762466 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:19:59.766832 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Provisioning complete for port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:19:59.767290 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.785435 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:19:59.786126 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Updating router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb port 7a1580e3-dfc4-476b-b201-c6bb68f0214c binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:19:59.829119 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.906581 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Allocated IP 172.20.0.1 (88ee8414-242f-4862-88f4-e516b855d1fb/2a4cf292-9a1b-49f2-b052-a048f629dac5/bef859ea-86d8-4ef5-b70f-b66883433ec3) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:19:59.972051 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:19:59.991326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Current status of the port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:00.014093 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Provisioning complete for port dad8b960-979b-4475-8ee7-614e2dcaa24d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:00.014470 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.076074 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:19:54Z', 'revision_number': 3, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:00.106566 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:00.106973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Updating router d905f621-ddee-498f-9aa5-43c84f56d083 port 64b19d52-fdb6-497a-ac11-055e9e610898 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:00.146071 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.176521 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (ab5f1df2-7483-487f-b728-0254876e534d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.192846 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (90daa903-bcc4-40a8-b799-81eedca21c39), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.244620 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Current status of the port dad8b960-979b-4475-8ee7-614e2dcaa24d is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:00.245461 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.246343 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5f1df2-7483-487f-b728-0254876e534d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:00.256678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.265989 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-36b9cafe-f6f7-4f2f-963b-df72875f8184 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ab5f1df2-7483-487f-b728-0254876e534d HTTP/1.1" status: 204 len: 168 time: 1.0634909 Mar 23 21:20:00.269720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40614) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:00.291316 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] For port dad8b960-979b-4475-8ee7-614e2dcaa24d, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=dad8b960-979b-4475-8ee7-614e2dcaa24d,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:00.491986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Allocated IP 172.20.0.1 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/1ae5ca49-0bb9-4e11-8a98-c0826a4f6182) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:00.523562 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.569156 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58a3b398-07c2-447f-83a0-660886d52d4a req-3c0b28c3-5bea-453d-8bdd-146628afdc7d tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0950062 Mar 23 21:20:00.587169 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:00.590528 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device dad8b960-979b-4475-8ee7-614e2dcaa24d up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:00.618268 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks [] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.653577 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (628f6237-9672-4b99-9409-8b843566ab84), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.682555 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Allocated IP 172.20.0.1 (4c8e900b-5e90-48d2-ad97-0f533390cba8/bd5d7ed7-db60-4099-99d2-2bd23ebb0788/bee65608-5e46-4f35-a1b8-79440955c82b) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:00.711187 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks [] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.733788 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e0d97-8c8b-41f3-a36c-761e9801e1db None None] Pushing event updated for resources: {'Port': ['ID=dad8b960-979b-4475-8ee7-614e2dcaa24d,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:00.743895 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port dad8b960-979b-4475-8ee7-614e2dcaa24d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:00.744315 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.817418 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.880572 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks [] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.930740 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Router 90daa903-bcc4-40a8-b799-81eedca21c39 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:20:00.930945 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341709c-77d0-4e4f-840a-88dd9995d211 None None] Pushing event updated for resources: {'Port': ['ID=7a1580e3-dfc4-476b-b201-c6bb68f0214c,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:00.935150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (628f6237-9672-4b99-9409-8b843566ab84), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.958975 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:00.996220 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Attempting to bind port 7a1580e3-dfc4-476b-b201-c6bb68f0214c on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:00.996522 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Attempting to bind port 7a1580e3-dfc4-476b-b201-c6bb68f0214c by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:00.996894 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Attempting to bind port 7a1580e3-dfc4-476b-b201-c6bb68f0214c on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:01.004675 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:01.005224 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:01.005639 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.006040 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:01.006519 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Bound port: 7a1580e3-dfc4-476b-b201-c6bb68f0214c, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:01.006902 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.015796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.016428 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.023279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.115295 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] For port 7a1580e3-dfc4-476b-b201-c6bb68f0214c, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:01.120771 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] For port 7a1580e3-dfc4-476b-b201-c6bb68f0214c, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7a1580e3-dfc4-476b-b201-c6bb68f0214c,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:01.134791 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:01.136098 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.145394 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:01.169166 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:01.169677 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (d905f621-ddee-498f-9aa5-43c84f56d083), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.195460 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port dad8b960-979b-4475-8ee7-614e2dcaa24d is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:01.196574 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:01.248999 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Pushing event updated for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:01.280558 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.315726 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:01.334007 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:01.334190 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.334552 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.335289 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.335844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:01.339419 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['628f6237-9672-4b99-9409-8b843566ab84']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:01.359066 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:01.360620 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (6226a538-c732-45c0-8421-dc6ac2077330), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.378876 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks [] for port (bee65608-5e46-4f35-a1b8-79440955c82b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.387347 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af22b615-fb27-4bb9-934e-f3babfd4ed2b') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:01.387859 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af22b615-fb27-4bb9-934e-f3babfd4ed2b') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:01.406422 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:01.407151 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:01.422222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (af22b615-fb27-4bb9-934e-f3babfd4ed2b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.473815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (af22b615-fb27-4bb9-934e-f3babfd4ed2b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.474409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:01.474794 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.507962 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:20:01.508591 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (af22b615-fb27-4bb9-934e-f3babfd4ed2b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: from cryptography.utils import int_from_bytes Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: from cryptography.utils import int_from_bytes Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:20:01.513799 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:20:01.576954 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341709c-77d0-4e4f-840a-88dd9995d211 None None] Pushing event updated for resources: {'Port': ['ID=7a1580e3-dfc4-476b-b201-c6bb68f0214c,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:01.577042 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks [] for port (64b19d52-fdb6-497a-ac11-055e9e610898), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.634622 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:01.713012 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Pushing event updated for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:01.720329 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:01.721493 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0535fef2-0df7-4058-ad5c-c4574c3c38ff up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:01.731250 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.741214 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.746867 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:01.800240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:01.805834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (628f6237-9672-4b99-9409-8b843566ab84), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.827860 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.840097 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/628f6237-9672-4b99-9409-8b843566ab84 HTTP/1.1" status: 204 len: 168 time: 1.5670872 Mar 23 21:20:01.853545 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40656) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:01.859989 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c2332867-b13d-4d99-81a0-fb45e99f26fd None None] Provisioning complete for port bef859ea-86d8-4ef5-b70f-b66883433ec3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:01.860366 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2332867-b13d-4d99-81a0-fb45e99f26fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.880520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:01.894748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e66f28-94c7-4827-8eae-a68b192fe4c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=628f6237-9672-4b99-9409-8b843566ab84,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:01.911393 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:01.915318 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:01.945928 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c2332867-b13d-4d99-81a0-fb45e99f26fd None None] Port bef859ea-86d8-4ef5-b70f-b66883433ec3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:01.953361 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:01.957315 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-42ed66d0-ae1c-4e7c-91b7-355a01e8ea5e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.0888591 Mar 23 21:20:01.972188 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40662) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:01.981228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Pushing event updated for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:01.999920 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:02.000559 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:02.088260 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c8c01e7-3569-4e38-a875-b1e4cd3d9c57 req-406a8487-9e45-4942-bc0b-6c359d0f045f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0905273 Mar 23 21:20:02.098258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.112841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Deleting subnet d5c782f7-c7e0-406d-89fd-22b4d78915c7 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:20:02.131803 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Publish callbacks [] for subnet (d5c782f7-c7e0-406d-89fd-22b4d78915c7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.143192 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:19:55Z', 'revision_number': 3, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:02.189382 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:02.191605 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9129ba2f-0b0a-4db4-82fc-aeefdcb66fcb None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:19:55Z', 'revision_number': 3, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:02.289467 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40666) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:02.308698 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.326488 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.344875 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Publish callbacks [] for subnet (d5c782f7-c7e0-406d-89fd-22b4d78915c7), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.405222 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Attempting to bind port 64b19d52-fdb6-497a-ac11-055e9e610898 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:02.405762 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Attempting to bind port 64b19d52-fdb6-497a-ac11-055e9e610898 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:02.405943 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Attempting to bind port 64b19d52-fdb6-497a-ac11-055e9e610898 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:02.415361 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d9d81-adc2-40c9-aec2-4756a79d9438 None None] Pushing event updated for resources: {'Port': ['ID=64b19d52-fdb6-497a-ac11-055e9e610898,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:02.448018 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:02.448410 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:02.448816 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.449239 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:02.449741 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Bound port: 64b19d52-fdb6-497a-ac11-055e9e610898, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:02.450122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.452889 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-080dea64-da64-49ba-a0d3-db9475341b63 None None] Provisioning complete for port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:02.452889 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-080dea64-da64-49ba-a0d3-db9475341b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.473148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.24', 61495) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:02.517686 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 0535fef2-0df7-4058-ad5c-c4574c3c38ff triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:02.518071 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.580863 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-080dea64-da64-49ba-a0d3-db9475341b63 None None] Port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:02.599532 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c907e2dd-3c34-45c0-9761-b588df99a0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.604351 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] For port 64b19d52-fdb6-497a-ac11-055e9e610898, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:02.610838 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] For port 64b19d52-fdb6-497a-ac11-055e9e610898, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=64b19d52-fdb6-497a-ac11-055e9e610898,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:02.663052 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:19:56Z', 'revision_number': 3, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:19:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:02.707448 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (d5c782f7-c7e0-406d-89fd-22b4d78915c7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.710664 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.716635 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:02.717371 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Updating router 90daa903-bcc4-40a8-b799-81eedca21c39 port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:02.757253 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.808357 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 0535fef2-0df7-4058-ad5c-c4574c3c38ff is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:02.834308 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.845839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-83032fd0-9b46-4526-9ff1-0320760e8c5d None None] Provisioning complete for port bee65608-5e46-4f35-a1b8-79440955c82b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:02.845839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-83032fd0-9b46-4526-9ff1-0320760e8c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:02.881779 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-2167d02d-3a0e-4b3b-8fec-5274ab435ced tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:02.887330 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-2167d02d-3a0e-4b3b-8fec-5274ab435ced tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.24 "GET /v2.0/networks?id=2e289ef0-74d5-4846-ad21-7868909df4ed HTTP/1.1" status: 200 len: 811 time: 0.4119861 Mar 23 21:20:02.922185 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d9d81-adc2-40c9-aec2-4756a79d9438 None None] Pushing event updated for resources: {'Port': ['ID=64b19d52-fdb6-497a-ac11-055e9e610898,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:02.946973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:02.947653 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:03.117934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Request body: {'port': {'device_id': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed', 'admin_state_up': True, 'tenant_id': '79a368a849c64b10a26b3b0ca575f63e'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:03.291303 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks [] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.298018 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks [] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.301834 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device d5f02d94-5b9e-40ee-87e0-5e533f5170d2 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:03.356800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-83032fd0-9b46-4526-9ff1-0320760e8c5d None None] Port bee65608-5e46-4f35-a1b8-79440955c82b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:03.418086 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for subnet (d5c782f7-c7e0-406d-89fd-22b4d78915c7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.420722 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.421648 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (d905f621-ddee-498f-9aa5-43c84f56d083), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.434890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.434890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (6226a538-c732-45c0-8421-dc6ac2077330), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.498674 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:03.535233 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c782f7-c7e0-406d-89fd-22b4d78915c7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:03.560230 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:03.560605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.597054 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45e7639a-5a2d-4384-9375-10c9c1cd220a req-556d29aa-49f7-4f38-baba-f093dfb60844 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.1027343 Mar 23 21:20:03.642710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Pushing event updated for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:03.723204 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.729305 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7bb2091c-1d89-413d-848e-d788d3495c99 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d5c782f7-c7e0-406d-89fd-22b4d78915c7 HTTP/1.1" status: 204 len: 168 time: 1.8744047 Mar 23 21:20:03.736844 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40718) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:03.737049 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks [] for port (bee65608-5e46-4f35-a1b8-79440955c82b), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.806176 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c907e2dd-3c34-45c0-9761-b588df99a0cb admin admin] Publish callbacks [] for security_group (81bdea46-4f13-4b8c-9a40-2553a92c498b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.811370 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.884084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Pushing event updated for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:03.931540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:03.937768 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c907e2dd-3c34-45c0-9761-b588df99a0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (81bdea46-4f13-4b8c-9a40-2553a92c498b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.003683 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907e2dd-3c34-45c0-9761-b588df99a0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bdea46-4f13-4b8c-9a40-2553a92c498b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:04.009694 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:04.054043 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks [] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.068479 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.075117 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:04.076310 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7a1580e3-dfc4-476b-b201-c6bb68f0214c up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:04.144388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a5dc75c0-471c-4913-9365-57aa7989de48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.172209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Pushing event updated for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:04.180781 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c907e2dd-3c34-45c0-9761-b588df99a0cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ae00bea56f44cbab8f4dafb6dbde931&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8869076 Mar 23 21:20:04.180781 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40726) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:04.197314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:19:59Z', 'revision_number': 1, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:04.200535 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 7a1580e3-dfc4-476b-b201-c6bb68f0214c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:04.201473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.213520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:04.230049 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:04.242693 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Made reservation on behalf of 79a368a849c64b10a26b3b0ca575f63e for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:04.246204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.326993 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Allocated IP 172.20.0.1 (a54ccc3f-5e4f-4909-82e3-02d69f285c35/19209405-460b-4d20-9899-c85ca76cba58/8c5aeb8a-5799-42ad-88b0-18afd482f0ea) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:04.343102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.390535 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1516d920-9d1a-4bcb-9d17-3bcfa0095ee3 None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:19:59Z', 'revision_number': 1, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:04.489518 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] Publish callbacks [] for security_group (81bdea46-4f13-4b8c-9a40-2553a92c498b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.560513 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks [] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.630307 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:04.651223 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e728f21-498f-4e06-a7ff-ee353daac849 None None] Pushing event updated for resources: {'Port': ['ID=116b1284-2b47-47b0-bdf3-0ebca0c609c4,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:04.652254 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:04.663429 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:04.668269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Attempting to bind port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:04.669875 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Attempting to bind port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:04.670260 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Attempting to bind port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:04.712867 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:04.718982 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:04.719462 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.719872 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:04.720385 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Bound port: 116b1284-2b47-47b0-bdf3-0ebca0c609c4, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:04.722974 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.809518 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.840362 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] Publish callbacks [] for security_group (81bdea46-4f13-4b8c-9a40-2553a92c498b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:04.869294 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-7f30ca5d-70f3-42ad-a353-c25c9ec71a59 None None] Provisioning complete for port bee65608-5e46-4f35-a1b8-79440955c82b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:04.869670 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7f30ca5d-70f3-42ad-a353-c25c9ec71a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.006949 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.028952 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7f30ca5d-70f3-42ad-a353-c25c9ec71a59 None None] Port bee65608-5e46-4f35-a1b8-79440955c82b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:05.029968 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 7a1580e3-dfc4-476b-b201-c6bb68f0214c is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:05.030349 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.042085 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:05.057086 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1219f1ee-762e-411b-9698-5e15b45d22dc req-eb9c48ad-91ce-4120-85ee-31db920f5e94 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.2788043 Mar 23 21:20:05.069705 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:05.079087 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 7a1580e3-dfc4-476b-b201-c6bb68f0214c, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7a1580e3-dfc4-476b-b201-c6bb68f0214c,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:05.097214 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] For port 116b1284-2b47-47b0-bdf3-0ebca0c609c4, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:05.115173 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] For port 116b1284-2b47-47b0-bdf3-0ebca0c609c4, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=116b1284-2b47-47b0-bdf3-0ebca0c609c4,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:05.119310 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:05.123134 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:05.123829 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (90daa903-bcc4-40a8-b799-81eedca21c39), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.150076 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.150985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device dad8b960-979b-4475-8ee7-614e2dcaa24d up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:05.257695 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Allocated IP 172.20.0.14 (2e289ef0-74d5-4846-ad21-7868909df4ed/b677e6e7-79dd-427b-b8e7-c12654433b20/826fefa9-18b2-49cd-bb16-a98dd4af9352) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:05.360617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=7a1580e3-dfc4-476b-b201-c6bb68f0214c,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:05.415011 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.579908 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks [] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.611659 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.631774 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Router d905f621-ddee-498f-9aa5-43c84f56d083 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:05.662704 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:05.667419 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:05.672319 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Provisioning complete for port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:05.674071 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.675863 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:05.680947 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.681305 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.682070 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.682401 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.682726 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.683063 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.683403 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.683844 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.684050 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.684368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.701380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:05.785254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port dad8b960-979b-4475-8ee7-614e2dcaa24d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:05.785927 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.791851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.920457 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (81bdea46-4f13-4b8c-9a40-2553a92c498b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.925246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:05.928785 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81bdea46-4f13-4b8c-9a40-2553a92c498b HTTP/1.1" status: 204 len: 168 time: 1.7452927 Mar 23 21:20:05.945988 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.945988 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.947866 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.947866 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 21:20:05.947866 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:05.974935 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489a36d-250d-4b15-b725-83ef107d5123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bdea46-4f13-4b8c-9a40-2553a92c498b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:05.987067 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:06.017407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Network 2e289ef0-74d5-4846-ad21-7868909df4ed is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:06.034705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:06.053363 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:06.110301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Pushing event updated for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:06.122289 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:06.163289 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:06.172011 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7fc8b671-9098-48db-af8f-4c53a567f870 admin admin] 10.222.0.35 "PUT /v2.0/routers/bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8200738 Mar 23 21:20:06.180633 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:06.181309 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.185868 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:06.212109 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:06.215654 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:19:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:06.272721 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-01bcef4c-67c2-4d19-bae2-a81e27ab5484 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1621926 Mar 23 21:20:06.287419 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e728f21-498f-4e06-a7ff-ee353daac849 None None] Pushing event updated for resources: {'Port': ['ID=116b1284-2b47-47b0-bdf3-0ebca0c609c4,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:06.298644 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-8afd7e70-4992-44be-9726-25c6258e5e20 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:20:06.300095 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-8afd7e70-4992-44be-9726-25c6258e5e20 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099113 Mar 23 21:20:06.348561 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e593ea-dcf6-41dd-bc97-7b1f15d64963') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:06.353312 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e593ea-dcf6-41dd-bc97-7b1f15d64963') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:06.511836 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Provisioning complete for port bef859ea-86d8-4ef5-b70f-b66883433ec3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:06.512632 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.572534 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4bd5-e3db-4f61-87d5-18d50d6f9463 req-b87620e4-ceb0-46b2-b73f-77efbf812fec tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:06.591218 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5b4bd5-e3db-4f61-87d5-18d50d6f9463 req-b87620e4-ceb0-46b2-b73f-77efbf812fec tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 932 time: 0.2743363 Mar 23 21:20:06.629746 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:06.658427 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (01e593ea-dcf6-41dd-bc97-7b1f15d64963), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.675489 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c47169e0-5485-4800-9bf6-4abd01d668f5 None None] Port bef859ea-86d8-4ef5-b70f-b66883433ec3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:06.781534 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5b4bd5-e3db-4f61-87d5-18d50d6f9463 req-6a284bde-9937-4a01-8d0e-da28827954a9 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954410 Mar 23 21:20:06.785852 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port dad8b960-979b-4475-8ee7-614e2dcaa24d is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:06.803115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1287f83f-c3a8-4b9a-85ba-5442a715a90a up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:06.811339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-32374746-1c03-4b4a-9557-48b413da279a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.877130 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-5f3b6ccd-65ba-4bbc-9e68-ed298ab08c75 None None] Provisioning complete for port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:06.879556 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5f3b6ccd-65ba-4bbc-9e68-ed298ab08c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.925960 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.964110 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (01e593ea-dcf6-41dd-bc97-7b1f15d64963), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:06.973961 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b6ccd-65ba-4bbc-9e68-ed298ab08c75 None None] Port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:07.030931 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 1287f83f-c3a8-4b9a-85ba-5442a715a90a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:07.031410 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.031711 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:20:07.038873 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (01e593ea-dcf6-41dd-bc97-7b1f15d64963), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: from cryptography.utils import int_from_bytes Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: from cryptography.utils import int_from_bytes Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:20:07.045787 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:20:07.110645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Request body: {'port': {'device_id': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:07.163521 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:19:56Z', 'revision_number': 3, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:07.191948 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 2, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:07.253262 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40760) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:07.258560 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35a351f-20ed-4544-8087-68b19315c2d6 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:19:56Z', 'revision_number': 3, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:07.269618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.295862 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:07.295862 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Updating router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb port bee65608-5e46-4f35-a1b8-79440955c82b binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:07.304628 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:07.326325 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5d596be3-a2e9-4754-96d1-2aa6a2d0770a admin admin] 10.222.0.35 "PUT /v2.0/routers/d905f621-ddee-498f-9aa5-43c84f56d083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5472889 Mar 23 21:20:07.347568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:07.381803 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:07.385530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 1287f83f-c3a8-4b9a-85ba-5442a715a90a is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:07.385928 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.397305 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.398620 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.450223 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bee79e38-7347-4f60-8b01-41e534cc040f admin admin] 10.222.0.35 "PUT /v2.0/routers/6226a538-c732-45c0-8421-dc6ac2077330/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5844700 Mar 23 21:20:07.457453 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 1287f83f-c3a8-4b9a-85ba-5442a715a90a, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1287f83f-c3a8-4b9a-85ba-5442a715a90a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:07.478126 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:07.480891 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:07.524498 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7577-57c2-4fef-a2e3-00cd4ac5005f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.553276 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.562477 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7 HTTP/1.1" status: 204 len: 168 time: 3.8216436 Mar 23 21:20:07.603288 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc84bc6-6cbb-428f-9b50-4042695251d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d9e8f6e-a0c1-41f7-a0ed-e34b347679e7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:07.836057 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks [] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.927105 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7577-57c2-4fef-a2e3-00cd4ac5005f admin admin] Publish callbacks [] for security_group (0c757473-8f15-407e-ad45-59fa53607c0b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:07.948477 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.014039 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b9e7577-57c2-4fef-a2e3-00cd4ac5005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0c757473-8f15-407e-ad45-59fa53607c0b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.136608 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40784) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:08.156418 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054726926', 'description': 'tempest-description--1324586632'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:08.254893 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.456410 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks [] for port (bee65608-5e46-4f35-a1b8-79440955c82b), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.478837 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e7577-57c2-4fef-a2e3-00cd4ac5005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c757473-8f15-407e-ad45-59fa53607c0b,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:08.501594 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4b9e7577-57c2-4fef-a2e3-00cd4ac5005f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb9834c6d21c4a2aae50d6d2458ee219&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2472827 Mar 23 21:20:08.503727 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40788) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:08.508022 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:08.531940 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.537338 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (90daa903-bcc4-40a8-b799-81eedca21c39), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.571169 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.586163 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:08.650422 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=1287f83f-c3a8-4b9a-85ba-5442a715a90a,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:08.710639 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:08.770743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40790) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:08.873358 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 116b1284-2b47-47b0-bdf3-0ebca0c609c4 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:08.947266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15428b-37ee-4281-8d5d-d306db623dc2 req-d91161f0-2d0a-4ce5-b736-1eb79ffaffbc tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:08.962049 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e15428b-37ee-4281-8d5d-d306db623dc2 req-d91161f0-2d0a-4ce5-b736-1eb79ffaffbc tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 932 time: 0.5802038 Mar 23 21:20:08.990502 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a74d61c8-4ae3-49d5-a936-90f3cf0918cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9610aba696e4348b86746589a0a902d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1992915 Mar 23 21:20:08.995968 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97b8d-4a5a-43cd-8aa6-1f240664b2f7 None None] Pushing event updated for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:09.006128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40794) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:09.017381 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Attempting to bind port bee65608-5e46-4f35-a1b8-79440955c82b on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:09.017917 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Attempting to bind port bee65608-5e46-4f35-a1b8-79440955c82b by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:09.018361 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Attempting to bind port bee65608-5e46-4f35-a1b8-79440955c82b on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:09.030881 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:09.034871 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Checking segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:09.035317 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.037973 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Bound using segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:09.040141 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Bound port: bee65608-5e46-4f35-a1b8-79440955c82b, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:09.042040 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.081616 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:09.186579 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:09.187290 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:09.200732 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (7e0bf67e-1859-45cb-9142-f7afe2cf6cd6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.280466 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] Publish callbacks [] for security_group (0c757473-8f15-407e-ad45-59fa53607c0b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.321542 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e15428b-37ee-4281-8d5d-d306db623dc2 req-2b06ec66-57ef-49a7-8c5d-5e1c7db21c04 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585050 Mar 23 21:20:09.353532 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (7e0bf67e-1859-45cb-9142-f7afe2cf6cd6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.353758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.357853 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] For port bee65608-5e46-4f35-a1b8-79440955c82b, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:09.369028 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] For port bee65608-5e46-4f35-a1b8-79440955c82b, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bee65608-5e46-4f35-a1b8-79440955c82b,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:09.418617 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] Publish callbacks [] for security_group (0c757473-8f15-407e-ad45-59fa53607c0b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.424160 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-47c25783-41b9-4675-8cd3-a93ab188b882 None None] Provisioning complete for port bee65608-5e46-4f35-a1b8-79440955c82b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:09.436665 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c25783-41b9-4675-8cd3-a93ab188b882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.439121 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] Publish callbacks [] for security_group (a939545d-f6d6-4f9c-9c75-edc89ea790e5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.490920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40804) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:09.492487 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.510347 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314210069', 'description': 'tempest-description--2065721743'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:09.537403 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:09.537403 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.537829 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-47c25783-41b9-4675-8cd3-a93ab188b882 None None] Port bee65608-5e46-4f35-a1b8-79440955c82b cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:09.576092 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:09.577378 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:09.595151 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:09.599966 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.601416 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2d45fc5b-5a76-4b8e-9f48-c97ea38c68cf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4553318 Mar 23 21:20:09.605338 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40806) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:09.610470 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group_rule': {'security_group_id': '7e0bf67e-1859-45cb-9142-f7afe2cf6cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:09.610553 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826fefa9-18b2-49cd-bb16-a98dd4af9352 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:09.626830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] Publish callbacks [] for security_group (a939545d-f6d6-4f9c-9c75-edc89ea790e5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.659298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks [] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.684230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.807469 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:09.807975 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.829802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:19:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:09.884970 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:09.885315 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Updating router 6226a538-c732-45c0-8421-dc6ac2077330 port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:09.912368 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Transition to ACTIVE for port object 826fefa9-18b2-49cd-bb16-a98dd4af9352 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:09.930350 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0c757473-8f15-407e-ad45-59fa53607c0b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.933164 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.934528 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c757473-8f15-407e-ad45-59fa53607c0b HTTP/1.1" status: 204 len: 168 time: 1.4116962 Mar 23 21:20:09.936655 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:09.945638 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 116b1284-2b47-47b0-bdf3-0ebca0c609c4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=116b1284-2b47-47b0-bdf3-0ebca0c609c4,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:09.950217 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.958178 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (d3573b6a-c9d9-4d80-b7ea-2e9060be5f57), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:09.989809 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34238e-0997-42d3-bf93-7bad0c1955f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c757473-8f15-407e-ad45-59fa53607c0b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.046842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.053351 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.054158 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 64b19d52-fdb6-497a-ac11-055e9e610898 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:10.137256 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:10.256853 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (d3573b6a-c9d9-4d80-b7ea-2e9060be5f57), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.272428 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.305478 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (d4559d29-6984-4276-ad9d-8afeb2fa95bf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.325617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-00fda8ef-5c4d-4fa9-b923-da0305781cb0 None None] Provisioning complete for port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:10.325996 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-00fda8ef-5c4d-4fa9-b923-da0305781cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.336657 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:10.348276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=116b1284-2b47-47b0-bdf3-0ebca0c609c4,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.362287 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a939545d-f6d6-4f9c-9c75-edc89ea790e5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.365292 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ac144315-210e-4063-9c9a-7b474ed6a3a1 admin admin] 10.222.0.35 "PUT /v2.0/routers/90daa903-bcc4-40a8-b799-81eedca21c39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3880918 Mar 23 21:20:10.371162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.371162 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a939545d-f6d6-4f9c-9c75-edc89ea790e5 HTTP/1.1" status: 204 len: 168 time: 1.3524132 Mar 23 21:20:10.371401 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (d3573b6a-c9d9-4d80-b7ea-2e9060be5f57), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.407229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3573b6a-c9d9-4d80-b7ea-2e9060be5f57,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.470568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.472404 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fd6f95da-6d9e-4cff-b0fa-573741cc4987 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8661075 Mar 23 21:20:10.482439 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40830) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:10.488557 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group_rule': {'security_group_id': '7e0bf67e-1859-45cb-9142-f7afe2cf6cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:10.539372 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97b8d-4a5a-43cd-8aa6-1f240664b2f7 None None] Pushing event updated for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.596597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6c581-efd3-4c3c-9531-78137944fc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a939545d-f6d6-4f9c-9c75-edc89ea790e5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.630009 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (fa6264ee-1f06-4578-b6e7-fc0f5e349e6e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.635407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d4559d29-6984-4276-ad9d-8afeb2fa95bf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.712510 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:10.717918 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:10.732129 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4559d29-6984-4276-ad9d-8afeb2fa95bf,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:10.823369 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.825109 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f6049014-c65f-4b30-a7ab-077d79947cd9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3250384 Mar 23 21:20:10.829060 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40838) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:10.844513 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'd4559d29-6984-4276-ad9d-8afeb2fa95bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:10.844744 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 64b19d52-fdb6-497a-ac11-055e9e610898 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:10.845530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.883541 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Attempting to bind port 826fefa9-18b2-49cd-bb16-a98dd4af9352 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:10.883541 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Attempting to bind port 826fefa9-18b2-49cd-bb16-a98dd4af9352 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '8bd6b220-fefe-4ccf-b46d-254525449f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:10.883541 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Attempting to bind port 826fefa9-18b2-49cd-bb16-a98dd4af9352 on network 2e289ef0-74d5-4846-ad21-7868909df4ed {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:10.886183 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-00fda8ef-5c4d-4fa9-b923-da0305781cb0 None None] Port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:10.902263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Port 826fefa9-18b2-49cd-bb16-a98dd4af9352 on network 2e289ef0-74d5-4846-ad21-7868909df4ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:10.903031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Attempting to bind port 826fefa9-18b2-49cd-bb16-a98dd4af9352 on network 2e289ef0-74d5-4846-ad21-7868909df4ed {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:10.914595 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (fa6264ee-1f06-4578-b6e7-fc0f5e349e6e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.940977 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:10.941697 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Checking segment: {'id': '8bd6b220-fefe-4ccf-b46d-254525449f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:10.942514 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Bound using segment: {'id': '8bd6b220-fefe-4ccf-b46d-254525449f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:10.943177 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Bound port: 826fefa9-18b2-49cd-bb16-a98dd4af9352, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd6b220-fefe-4ccf-b46d-254525449f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:10.943797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:10.975232 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.019732 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd68c3e-1240-4d1f-8bdd-682f77d3461a req-354c397c-2614-48d9-83e6-0b1204e4a1ee tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:11.029624 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fd68c3e-1240-4d1f-8bdd-682f77d3461a req-354c397c-2614-48d9-83e6-0b1204e4a1ee tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.3951330 Mar 23 21:20:11.030948 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (fa6264ee-1f06-4578-b6e7-fc0f5e349e6e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.052158 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Provisioning complete for port bee65608-5e46-4f35-a1b8-79440955c82b triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:11.052537 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.094287 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6264ee-1f06-4578-b6e7-fc0f5e349e6e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:11.135927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (bfca2cfc-9429-4ba2-8d4f-edf45b662132), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.161266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-6da20eec-77ae-4420-918b-50554324c0a7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:11.169780 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-6da20eec-77ae-4420-918b-50554324c0a7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 1.1014245 Mar 23 21:20:11.218856 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.220479 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6f879809-9fc3-42c6-a60a-e29e7dfdb7ed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7368286 Mar 23 21:20:11.223666 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40844) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:11.230283 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:11.242378 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:11.274357 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks [] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.338649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2fd68c3e-1240-4d1f-8bdd-682f77d3461a req-f8c448d1-015c-4c58-b522-cd6ed98dc605 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062704 Mar 23 21:20:11.342881 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-9fc3b232-1190-4ac4-8fa3-174a2cecce59 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/quotas/eafa0024523a463296266e063776d2ba HTTP/1.1" status: 200 len: 375 time: 0.1720667 Mar 23 21:20:11.363520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 64b19d52-fdb6-497a-ac11-055e9e610898 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:11.363987 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.371233 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:11.374494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:11.379492 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 2, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:11.393773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352,segment=NetworkSegment(8bd6b220-fefe-4ccf-b46d-254525449f6d),segment_id=8bd6b220-fefe-4ccf-b46d-254525449f6d)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:11.399924 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.416311 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:11.416678 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Updating router d905f621-ddee-498f-9aa5-43c84f56d083 port bef859ea-86d8-4ef5-b70f-b66883433ec3 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:11.423362 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.489189 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.491936 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-6030999d-ef4f-4e2c-9e80-ee81f87e5a40 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1086962 Mar 23 21:20:11.494721 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (bfca2cfc-9429-4ba2-8d4f-edf45b662132), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.501431 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 64b19d52-fdb6-497a-ac11-055e9e610898, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=64b19d52-fdb6-497a-ac11-055e9e610898,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:11.570883 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda0f2-04d7-4e5b-8308-877cf929a20a None None] Pushing event updated for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:11.675758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:11.676668 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:11.732571 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-123a8160-af49-4ae3-8f3b-5fa90fc50440 service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308443 Mar 23 21:20:11.734915 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.749944 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.751680 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7a1580e3-dfc4-476b-b201-c6bb68f0214c up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:11.765451 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (bfca2cfc-9429-4ba2-8d4f-edf45b662132), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:11.985150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:11.989540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfca2cfc-9429-4ba2-8d4f-edf45b662132,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:11.997002 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-6985cd84-1c8b-427b-a09c-b7df132c908a service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270899 Mar 23 21:20:12.022456 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:12.024492 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.027367 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-95b6c702-9331-4992-bb86-9b8f9ba8dbc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/826fefa9-18b2-49cd-bb16-a98dd4af9352 HTTP/1.1" status: 200 len: 1094 time: 5.2606363 Mar 23 21:20:12.038439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:12.055015 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Current status of the port bee65608-5e46-4f35-a1b8-79440955c82b is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:12.056797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.147354 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.278424 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks [] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.286993 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:12.325839 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9640e9b8-172f-41db-8f5e-6c3961df49ce None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:12.354238 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.413950 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.423802 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e6b44ac0-e74f-420a-94e9-531c3337d01f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5924716 Mar 23 21:20:12.440012 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40872) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:12.451801 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'd4559d29-6984-4276-ad9d-8afeb2fa95bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:12.505537 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40880) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:12.555015 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Attempting to bind port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:12.558622 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Attempting to bind port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:12.559181 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Attempting to bind port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:12.800860 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:12.801262 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:12.801726 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.802159 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:12.802640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Bound port: 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:12.803025 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.814082 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6de8a0da-52e2-42c7-9a4a-3afcde4fa90f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e80f9a02b0834f739f410f49a6c31d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971478 Mar 23 21:20:12.821024 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 7a1580e3-dfc4-476b-b201-c6bb68f0214c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:12.822163 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.828692 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40890) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:12.848553 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] For port bee65608-5e46-4f35-a1b8-79440955c82b, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bee65608-5e46-4f35-a1b8-79440955c82b,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:12.864257 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Attempting to bind port bef859ea-86d8-4ef5-b70f-b66883433ec3 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:12.864257 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Attempting to bind port bef859ea-86d8-4ef5-b70f-b66883433ec3 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:12.867078 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Attempting to bind port bef859ea-86d8-4ef5-b70f-b66883433ec3 on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:12.881680 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:12.884405 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:12.884405 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.884737 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Bound using segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:12.886606 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Bound port: bef859ea-86d8-4ef5-b70f-b66883433ec3, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:12.887082 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.972616 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=64b19d52-fdb6-497a-ac11-055e9e610898,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:12.975500 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:12.990357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b48921-c992-403e-b931-0c03630888f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:12.994607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (5ed370b1-e2a0-41ae-bdeb-1294ae788aff), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.017539 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Allocated IP 172.27.0.214 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/9234762a-c2a3-4a6e-b568-d435c87acb9d) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:13.046605 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] For port bef859ea-86d8-4ef5-b70f-b66883433ec3, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:13.065289 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] For port bef859ea-86d8-4ef5-b70f-b66883433ec3, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bef859ea-86d8-4ef5-b70f-b66883433ec3,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:13.073008 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559bf1-17c2-4def-bfab-cc377b806617 None None] Pushing event updated for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:13.149553 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (5ed370b1-e2a0-41ae-bdeb-1294ae788aff), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.164939 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-4efbdeca-148f-43dc-8638-70616fe546b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:13.167013 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-4efbdeca-148f-43dc-8638-70616fe546b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79a368a849c64b10a26b3b0ca575f63e&device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 1128 time: 0.9750919 Mar 23 21:20:13.171572 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.291296 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:13.291804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 40910) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:13.340162 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.351538 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:13.352181 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:13.414301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1182714275', 'description': 'tempest-description--1631738830'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:13.525924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.528046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (5ed370b1-e2a0-41ae-bdeb-1294ae788aff), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.586269 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed370b1-e2a0-41ae-bdeb-1294ae788aff,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:13.650774 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-d7e0bec9-2647-4cf2-8111-b7d4dce43a98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352 HTTP/1.1" status: 200 len: 217 time: 0.4543803 Mar 23 21:20:13.673741 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] Publish callbacks [] for security_group (6b607ecb-a689-42c5-8fc1-98fcdc8abcde), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:13.699686 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:13.711062 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:13.729804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c4441-521d-4283-b539-ca113159f035 req-6e938ffa-4981-4050-bfa7-33ae194dfb1f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:13.731252 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:13.737873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-677c4441-521d-4283-b539-ca113159f035 req-6e938ffa-4981-4050-bfa7-33ae194dfb1f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.9450142 Mar 23 21:20:13.750768 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe3d3152-9dc9-4d34-b7f7-fbda22996402 req-9a77c14e-0a10-4c27-b9ea-d5d045682a32 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 210 time: 0.2247512 Mar 23 21:20:13.803263 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559bf1-17c2-4def-bfab-cc377b806617 None None] Pushing event updated for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:13.905842 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:13.927224 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0ace3-8440-400a-afcb-8d6307abc8e3 None None] Pushing event updated for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:13.929185 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=9234762a-c2a3-4a6e-b568-d435c87acb9d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:14.013557 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] Publish callbacks [] for security_group (6b607ecb-a689-42c5-8fc1-98fcdc8abcde), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.059706 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-345b6945-34d4-4c9e-b511-5a5982c27254 None None] Provisioning complete for port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:14.072749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-d7fc1125-35cf-424c-aa99-6c6f4dce6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:14.074412 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-d7fc1125-35cf-424c-aa99-6c6f4dce6976 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b677e6e7-79dd-427b-b8e7-c12654433b20 HTTP/1.1" status: 200 len: 851 time: 0.3800395 Mar 23 21:20:14.078078 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-345b6945-34d4-4c9e-b511-5a5982c27254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.242437 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.400753 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] For port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:14.426186 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.561537 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] For port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:14.683794 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 7a1580e3-dfc4-476b-b201-c6bb68f0214c is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:14.717991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.763520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.764748 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-16a9c845-fa54-4ad4-bc7d-eaaf88b856c0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3237207 Mar 23 21:20:14.765614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.771132 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40968) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:14.772803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f56dcc6-cd3b-4dde-a503-6ad71f203208 x-openstack-request-id: req-8f56dcc6-cd3b-4dde-a503-6ad71f203208 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:14.773120 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:14.773371 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8f56dcc6-cd3b-4dde-a503-6ad71f203208 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:14.773816 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f56dcc6-cd3b-4dde-a503-6ad71f203208'] response: {'name': 'network-changed', 'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352', 'status': 'completed', 'code': 200} Mar 23 21:20:14.775695 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:14.776161 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-4b033602-02f4-471e-80c4-df25a369b9f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e289ef0-74d5-4846-ad21-7868909df4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6592827 Mar 23 21:20:14.792453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6b607ecb-a689-42c5-8fc1-98fcdc8abcde), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.795623 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:14.798797 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b607ecb-a689-42c5-8fc1-98fcdc8abcde HTTP/1.1" status: 204 len: 168 time: 1.9571133 Mar 23 21:20:14.817045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-677c4441-521d-4283-b539-ca113159f035 req-4685b991-dddb-4b7b-a9ee-c860893eee90 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0781865 Mar 23 21:20:14.825478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-345b6945-34d4-4c9e-b511-5a5982c27254 None None] Port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:14.832089 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:13Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:14.932503 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa575a30-fc12-4ce5-8340-297c654e33c1 None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:13Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:15.022802 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.133511 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:15.134170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:15.141380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cf3e0-cf7f-4922-86f3-fc6c4f1d5178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b607ecb-a689-42c5-8fc1-98fcdc8abcde,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:15.182387 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.215537 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 40978) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:15.226885 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Provisioning complete for port bef859ea-86d8-4ef5-b70f-b66883433ec3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:15.232771 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.243417 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceda0f2-04d7-4e5b-8308-877cf929a20a None None] Pushing event updated for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:15.354131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.359200 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 116b1284-2b47-47b0-bdf3-0ebca0c609c4 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:15.394401 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:20:15.426424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-c151cc28-a441-4fdc-8d02-2ec3abf12d46 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:15.437166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-c151cc28-a441-4fdc-8d02-2ec3abf12d46 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 0.6659935 Mar 23 21:20:15.478673 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-ad5c3e91-ba4b-4b02-92cd-a59014691e3e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/quotas/eafa0024523a463296266e063776d2ba HTTP/1.1" status: 200 len: 375 time: 0.0395696 Mar 23 21:20:15.578465 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.581517 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:15.599419 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.634798 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=9234762a-c2a3-4a6e-b568-d435c87acb9d,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:15.699058 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.701968 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0158880c-05a0-4fe8-8256-b62b12956bed tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4767246 Mar 23 21:20:15.737041 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-c37ecd73-9607-4145-b355-e445a53ee0b7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2572725 Mar 23 21:20:15.804019 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:15.804800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.817764 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2829afee-fd23-4bd1-8415-1dfc1f6619a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.857241 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (f5226d44-4cba-4b83-9a6d-9560e6a60972), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.874834 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-cec6787b-80c2-4849-816e-e34fe6e161cd service neutron] 10.222.0.24 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0322387 Mar 23 21:20:15.929642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f5226d44-4cba-4b83-9a6d-9560e6a60972), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.940204 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Current status of the port bef859ea-86d8-4ef5-b70f-b66883433ec3 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:15.940838 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:15.981359 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 2, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:16.025898 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.27.0.80 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/76d64425-c77c-427f-93b0-c275c1cc0687) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:16.135465 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5226d44-4cba-4b83-9a6d-9560e6a60972,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:16.176380 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:16.177089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Updating router 90daa903-bcc4-40a8-b799-81eedca21c39 port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:20:16.196673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a26efbb0-eaa7-4ace-b8ab-3e2922d837b6 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:20:16.207868 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a26efbb0-eaa7-4ace-b8ab-3e2922d837b6 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3457994 Mar 23 21:20:16.324691 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] For port bef859ea-86d8-4ef5-b70f-b66883433ec3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bef859ea-86d8-4ef5-b70f-b66883433ec3,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:16.401109 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.470857 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef40dfda-de08-4f98-b9e1-47b28e2d03e6 req-f93d09e5-584a-46c0-a098-bb2f4f488a63 service neutron] 10.222.0.24 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763266 Mar 23 21:20:16.499013 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.616048 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2829afee-fd23-4bd1-8415-1dfc1f6619a4 admin admin] Publish callbacks [] for security_group (4e106d5d-4d49-4879-a7d2-b2b8b1266247), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.658847 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:16.660103 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bef859ea-86d8-4ef5-b70f-b66883433ec3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:16.686856 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (76d64425-c77c-427f-93b0-c275c1cc0687), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.729716 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2829afee-fd23-4bd1-8415-1dfc1f6619a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e106d5d-4d49-4879-a7d2-b2b8b1266247), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.816650 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2829afee-fd23-4bd1-8415-1dfc1f6619a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f6cbd7e7f4f47de9a1e815e5a8bf954&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5951962 Mar 23 21:20:16.846971 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41026) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:16.861390 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829afee-fd23-4bd1-8415-1dfc1f6619a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e106d5d-4d49-4879-a7d2-b2b8b1266247,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:16.874138 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.875350 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-29b20255-8518-4723-a924-204c2dc3d55e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.4798229 Mar 23 21:20:16.886364 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41028) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:16.895645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group_rule': {'security_group_id': 'f5226d44-4cba-4b83-9a6d-9560e6a60972', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:16.911092 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-02878c7e-bb0f-4894-a61b-87f0b3e56fec service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7005367 Mar 23 21:20:16.911800 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:16.933361 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3465cb7-d9f8-41f6-a8e9-8f3e4cf199ee req-1a8bb5b1-dc58-4dd0-ba08-1a67c03e9fb8 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:16.941889 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3465cb7-d9f8-41f6-a8e9-8f3e4cf199ee req-1a8bb5b1-dc58-4dd0-ba08-1a67c03e9fb8 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.5814610 Mar 23 21:20:16.980638 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cbc84-c3a6-4a09-8d82-e3ee24fea233 None None] Pushing event updated for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:17.001148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.24', 61507) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:17.023012 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Provisioning complete for port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:17.023393 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.060375 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=76d64425-c77c-427f-93b0-c275c1cc0687,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:17.109584 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:17.115974 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:17.119051 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] Publish callbacks [] for security_group (4e106d5d-4d49-4879-a7d2-b2b8b1266247), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.125576 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:14Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:17.160293 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] Publish callbacks [] for security_group (4e106d5d-4d49-4879-a7d2-b2b8b1266247), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.213857 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:17.238547 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191c39b1-9b8c-4146-8c54-3476960e14e4 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:14Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:17.322395 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48921-c992-403e-b931-0c03630888f2 req-5d8c0b3a-f4f2-448f-ab9b-7f0486210125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:17.331790 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-5d8c0b3a-f4f2-448f-ab9b-7f0486210125 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79a368a849c64b10a26b3b0ca575f63e&device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 1128 time: 0.6935205 Mar 23 21:20:17.359229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e106d5d-4d49-4879-a7d2-b2b8b1266247), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.367134 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.370032 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e106d5d-4d49-4879-a7d2-b2b8b1266247 HTTP/1.1" status: 204 len: 168 time: 0.5220542 Mar 23 21:20:17.520268 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01c9ee-48d1-4afc-8cd6-994e93cb7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e106d5d-4d49-4879-a7d2-b2b8b1266247,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:17.591205 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.650205 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Current status of the port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:17.650851 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.700830 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port bef859ea-86d8-4ef5-b70f-b66883433ec3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:17.700830 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.729249 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (859062b7-e172-4874-93f2-419418ceae49), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:17.813380 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3465cb7-d9f8-41f6-a8e9-8f3e4cf199ee req-e0b1adf7-a8d2-4e0e-9251-e653e600183d tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8311265 Mar 23 21:20:17.819260 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] For port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:17.888156 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.031776 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port bef859ea-86d8-4ef5-b70f-b66883433ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:18.035984 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 64b19d52-fdb6-497a-ac11-055e9e610898 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:18.050933 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-ace41d90-c036-4130-be82-393d27aa6c7c service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1079178 Mar 23 21:20:18.060888 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-bdc8a4c8-3fc1-42cb-a205-bb97df90fd68 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:18.062484 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-bdc8a4c8-3fc1-42cb-a205-bb97df90fd68 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 1.0520909 Mar 23 21:20:18.067689 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.100580 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'port': {'device_id': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'admin_state_up': True, 'tenant_id': 'eafa0024523a463296266e063776d2ba'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:18.220007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48921-c992-403e-b931-0c03630888f2 req-b02647e4-8275-40fd-a6c4-26c4442ecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:18.222641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-b02647e4-8275-40fd-a6c4-26c4442ecf52 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2e289ef0-74d5-4846-ad21-7868909df4ed HTTP/1.1" status: 200 len: 912 time: 0.8653204 Mar 23 21:20:18.498368 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ee13f-f499-426c-a482-7bafcc4b426a None None] Pushing event updated for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:18.534556 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks [] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.553212 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 64b19d52-fdb6-497a-ac11-055e9e610898 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:18.553894 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.560066 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41058) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:18.644375 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.656809 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-e0da9ef6-b36c-44db-9e08-4ab68dd44718 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2054726926&fields=id&tenant_id=e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 267 time: 0.5861800 Mar 23 21:20:18.665916 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (859062b7-e172-4874-93f2-419418ceae49), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.719861 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-220b426b-f370-4aa2-9769-fd2ee09b955f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352 HTTP/1.1" status: 200 len: 217 time: 0.3835456 Mar 23 21:20:18.818238 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (76d64425-c77c-427f-93b0-c275c1cc0687), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.942045 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.944518 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc203f-cc16-4c98-b4ae-729913ba0100 None None] Pushing event updated for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:18.945834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (859062b7-e172-4874-93f2-419418ceae49), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:18.964163 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48921-c992-403e-b931-0c03630888f2 req-589aa7b4-ca85-47a1-8026-7d263501c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:18.968666 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-589aa7b4-ca85-47a1-8026-7d263501c124 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b677e6e7-79dd-427b-b8e7-c12654433b20 HTTP/1.1" status: 200 len: 851 time: 0.1823153 Mar 23 21:20:19.126150 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Attempting to bind port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:19.126468 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Attempting to bind port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:19.126803 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Attempting to bind port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:19.130569 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 64b19d52-fdb6-497a-ac11-055e9e610898 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:19.134989 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1287f83f-c3a8-4b9a-85ba-5442a715a90a up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:19.177679 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e214286b-ef6b-4674-8ecd-4b3b5e876cb4 req-82dfd618-662c-45b3-b3ad-255ab66d634b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 210 time: 0.3832858 Mar 23 21:20:19.267521 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:19.268124 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=76d64425-c77c-427f-93b0-c275c1cc0687,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:19.270207 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Checking segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:19.270645 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.272250 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Bound using segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:19.274201 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Bound port: 8c5aeb8a-5799-42ad-88b0-18afd482f0ea, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:19.275334 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-302fa100-724c-4417-a261-0f3ef6f8f562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.276558 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.292513 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.436733 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.448038 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d0d323c3-304b-4e86-9d9c-0cc6bcb6427d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6671684 Mar 23 21:20:19.453122 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-92690319-5243-4227-ab80-9f18515e12c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e289ef0-74d5-4846-ad21-7868909df4ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2710469 Mar 23 21:20:19.463281 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859062b7-e172-4874-93f2-419418ceae49,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:19.531840 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-302fa100-724c-4417-a261-0f3ef6f8f562 admin admin] Publish callbacks [] for security_group (42b144d2-6c47-42cb-8142-c0a57a4186af), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.550018 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] For port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:19.563220 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] For port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:19.569711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.571923 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0d991941-9c31-478c-8c9b-138bd5d5a8ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6838984 Mar 23 21:20:19.575166 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41090) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:19.584842 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group_rule': {'security_group_id': 'f5226d44-4cba-4b83-9a6d-9560e6a60972', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:19.603118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 1287f83f-c3a8-4b9a-85ba-5442a715a90a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:19.603573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.622968 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-302fa100-724c-4417-a261-0f3ef6f8f562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (42b144d2-6c47-42cb-8142-c0a57a4186af), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.763676 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.770889 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-302fa100-724c-4417-a261-0f3ef6f8f562 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64ad9cc074cf488fb989b212a34bb579&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2085214 Mar 23 21:20:19.773533 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41098) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:19.789830 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Provisioning complete for port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:19.790213 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.798505 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302fa100-724c-4417-a261-0f3ef6f8f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b144d2-6c47-42cb-8142-c0a57a4186af,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:19.828973 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (313a3910-10b2-4a02-b1f1-facdf553290e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.870059 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-53f34549-5ad9-495d-a87e-70f1490653cb service neutron] 10.222.0.24 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902760 Mar 23 21:20:19.922015 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] Publish callbacks [] for security_group (42b144d2-6c47-42cb-8142-c0a57a4186af), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:19.992705 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] Publish callbacks [] for security_group (42b144d2-6c47-42cb-8142-c0a57a4186af), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.102957 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (313a3910-10b2-4a02-b1f1-facdf553290e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.258472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-60c3ad3c-615b-45a6-94b2-1d4fc387f9e6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:20.266161 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-60c3ad3c-615b-45a6-94b2-1d4fc387f9e6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 810 time: 1.5767601 Mar 23 21:20:20.333569 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:20.334470 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:20.356095 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-21a1d3fb-9ee2-4996-aeb9-30bb7282becb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/quotas/e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 375 time: 0.0760615 Mar 23 21:20:20.393877 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef075c26-d558-4c53-b86a-624b93fbbf2c req-60afb788-05aa-40ae-8a83-4b1506c35c60 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:20.396346 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef075c26-d558-4c53-b86a-624b93fbbf2c req-60afb788-05aa-40ae-8a83-4b1506c35c60 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.5252473 Mar 23 21:20:20.408022 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (313a3910-10b2-4a02-b1f1-facdf553290e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.414866 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (42b144d2-6c47-42cb-8142-c0a57a4186af), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.419280 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.425110 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42b144d2-6c47-42cb-8142-c0a57a4186af HTTP/1.1" status: 204 len: 168 time: 0.6447306 Mar 23 21:20:20.499558 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313a3910-10b2-4a02-b1f1-facdf553290e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:20.515024 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2680e738-51be-4fac-b352-b9aff5d85fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b144d2-6c47-42cb-8142-c0a57a4186af,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:20.555890 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Made reservation on behalf of eafa0024523a463296266e063776d2ba for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:20.560713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.596315 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.601275 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cb3e4b05-0665-4e35-87d3-f8f6aa80e3ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0214217 Mar 23 21:20:20.601275 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41116) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:20.605835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:20.614615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Current status of the port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:20.615056 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.676486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc203f-cc16-4c98-b4ae-729913ba0100 None None] Pushing event updated for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:20.793804 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:20.799644 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:20.903869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86b48921-c992-403e-b931-0c03630888f2 req-777ecdb0-aa83-47d1-835a-13ba676ecba2 service neutron] 10.222.0.24 "GET /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9980414 Mar 23 21:20:20.965008 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef075c26-d558-4c53-b86a-624b93fbbf2c req-3fc76c90-b925-44ad-b677-f703738a516c tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176463 Mar 23 21:20:20.991217 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-91b89836-8c07-4c5b-9c76-4c2fad7d4845 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6203353 Mar 23 21:20:21.008821 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.083613 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] For port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:21.162579 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Allocated IP 172.20.0.11 (88ee8414-242f-4862-88f4-e516b855d1fb/2a4cf292-9a1b-49f2-b052-a048f629dac5/6aa7c29c-76e9-4051-b370-214f45a12e5c) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:21.172542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41138) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:21.196887 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 1287f83f-c3a8-4b9a-85ba-5442a715a90a is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:21.196887 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bee65608-5e46-4f35-a1b8-79440955c82b up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:21.229157 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-60050c0a-6efa-4b89-b136-20980b10354f service neutron] 10.222.0.35 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076550 Mar 23 21:20:21.235899 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.244563 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-338ff98a-f6a0-4681-878b-2b115a7d51a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1314210069&fields=id&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 267 time: 0.1502666 Mar 23 21:20:21.282889 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Allocated IP 172.27.0.224 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/0062e8af-45b1-43e3-9abb-f8d6186f7a28) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:21.357254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port bee65608-5e46-4f35-a1b8-79440955c82b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:21.360102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.444341 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37ba4-da78-4e05-ac89-db1d78d503f3 None None] Pushing event updated for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:21.459665 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.496585 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273361722-network', 'tenant_id': '33b7ed4d0d7048269faa879b15495739'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:21.514206 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a3f20237-18d9-46f4-b122-13e46777e13c None None] Provisioning complete for port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:21.514589 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a3f20237-18d9-46f4-b122-13e46777e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.517586 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:19Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:21.565195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-20a814d5-0ea8-4501-8d42-8455ca86ff98 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:21.566788 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-20a814d5-0ea8-4501-8d42-8455ca86ff98 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.3212516 Mar 23 21:20:21.568105 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb0ecd-d3f2-4c43-8834-eb0cbc37e8f9 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:19Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:21.573863 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-a05891e1-4d80-4d75-918d-7ddffe013d97 service neutron] 10.222.0.35 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144653 Mar 23 21:20:21.583168 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port bee65608-5e46-4f35-a1b8-79440955c82b is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:21.594730 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41142) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:21.618259 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-689fa723-bc0a-4328-ac69-a9bd49f98b55 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/quotas/7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 375 time: 0.0404079 Mar 23 21:20:21.652803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.657962 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Made reservation on behalf of 33b7ed4d0d7048269faa879b15495739 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:21.660567 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.664850 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.694985 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-476f5fdb-1967-4436-a68d-fb7cea3dbc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.744800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a3f20237-18d9-46f4-b122-13e46777e13c None None] Current status of the port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:21.764653 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.839471 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:21.849759 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:21.856231 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:21.934893 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-ab178974-1472-4f76-b481-5ecc650ad20e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3043923 Mar 23 21:20:21.949837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:21.964294 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:21.975640 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=0062e8af-45b1-43e3-9abb-f8d6186f7a28,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.015584 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.100995 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-476f5fdb-1967-4436-a68d-fb7cea3dbc0c admin admin] Publish callbacks [] for security_group (55a8abb0-ebbf-4e27-8419-8eb07e974764), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.115759 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:22.116172 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.205564 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.230580 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-476f5fdb-1967-4436-a68d-fb7cea3dbc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (55a8abb0-ebbf-4e27-8419-8eb07e974764), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.254089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:22.255473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bef859ea-86d8-4ef5-b70f-b66883433ec3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:22.264596 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-476f5fdb-1967-4436-a68d-fb7cea3dbc0c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f7bcdc7563374e47ad58aa8e50865b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6676939 Mar 23 21:20:22.269852 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41156) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:22.339317 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port bef859ea-86d8-4ef5-b70f-b66883433ec3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:22.339934 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.351493 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f5fdb-1967-4436-a68d-fb7cea3dbc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a8abb0-ebbf-4e27-8419-8eb07e974764,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.356956 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bbf6e2c6-8fbb-4b8b-8bff-cf7450d8f28c req-eb8cda59-95e2-4d66-a6c8-9f6baba73918 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 210 time: 0.1795003 Mar 23 21:20:22.410476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:22.417222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.428362 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:22.436390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-c3a5bf16-8a2d-4eff-a6f4-e7a772df9527 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847603 Mar 23 21:20:22.451577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port bef859ea-86d8-4ef5-b70f-b66883433ec3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:22.476004 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:22.511982 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d61385d7-c12b-4421-9f31-56e031759f2e req-44527842-a897-4a09-a2bf-03950badbb1e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 210 time: 0.0875590 Mar 23 21:20:22.579075 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] Publish callbacks [] for security_group (55a8abb0-ebbf-4e27-8419-8eb07e974764), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.585745 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-c2fd8827-b6ea-43a5-9def-b1fa0fac2b53 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:22.586305 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-c2fd8827-b6ea-43a5-9def-b1fa0fac2b53 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 0.4617128 Mar 23 21:20:22.602329 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] Publish callbacks [] for security_group (55a8abb0-ebbf-4e27-8419-8eb07e974764), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.616892 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'port': {'device_id': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'admin_state_up': True, 'tenant_id': 'eafa0024523a463296266e063776d2ba'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:22.633643 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks [] for security_group (064d031f-f23c-49b8-9360-7764456b880e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.703459 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.713111 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:22.713763 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.743598 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (064d031f-f23c-49b8-9360-7764456b880e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.755706 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (55a8abb0-ebbf-4e27-8419-8eb07e974764), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.758444 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.765539 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55a8abb0-ebbf-4e27-8419-8eb07e974764 HTTP/1.1" status: 204 len: 168 time: 0.4961021 Mar 23 21:20:22.775441 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326971f-e8cf-42ec-8543-696aa3cde9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a8abb0-ebbf-4e27-8419-8eb07e974764,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.784832 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9f260271-1cdb-4f19-8bf1-a4b339249361 None None] Provisioning complete for port 6aa7c29c-76e9-4051-b370-214f45a12e5c triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:22.785234 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9f260271-1cdb-4f19-8bf1-a4b339249361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.806452 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:20:22.811996 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.844106 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-4d65828e-f27e-463b-81e8-ab86d3ce0a94 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873615 Mar 23 21:20:22.860207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:22.860207 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Added segment 1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed of type vlan for network 71b49342-2c16-41ba-b79a-a29f71d0a312 Mar 23 21:20:22.862604 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064d031f-f23c-49b8-9360-7764456b880e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.871725 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9f260271-1cdb-4f19-8bf1-a4b339249361 None None] Port 6aa7c29c-76e9-4051-b370-214f45a12e5c cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:22.891543 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8ed3-68ff-45bd-9d55-0feb2780ee41 req-1e2f9619-bd12-4be2-83f6-3739265a492b tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:22.893603 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8cbc8ed3-68ff-45bd-9d55-0feb2780ee41 req-1e2f9619-bd12-4be2-83f6-3739265a492b tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.2806816 Mar 23 21:20:22.949430 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-4e704a9e-97e4-4ea4-a042-bf5f6f538661 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8662872 Mar 23 21:20:22.959177 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=0062e8af-45b1-43e3-9abb-f8d6186f7a28,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:22.990985 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Request body: {'port': {'device_id': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:23.019234 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (71b49342-2c16-41ba-b79a-a29f71d0a312), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.024080 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.089243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8cbc8ed3-68ff-45bd-9d55-0feb2780ee41 req-34946fe5-cff2-45d8-864b-a5217c2659e7 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805656 Mar 23 21:20:23.099169 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.141688 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.153285 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.153285 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-96fa11fa-4c53-4fcc-858d-96e040f6432c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5440435 Mar 23 21:20:23.153466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Made reservation on behalf of eafa0024523a463296266e063776d2ba for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:23.153466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.250860 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (71b49342-2c16-41ba-b79a-a29f71d0a312), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.252357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:23.252953 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.617573 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1b0449d-2c8d-4112-af53-9516cfc4dcb5 req-40c07401-af57-425d-8e8b-5d2729e5ec68 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.3465381 Mar 23 21:20:23.682115 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] Pushing event updated for resources: {'Network': ['ID=71b49342-2c16-41ba-b79a-a29f71d0a312,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:23.709374 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-fb1789df-ac10-473d-8fee-810e1c813190 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5310881 Mar 23 21:20:23.712069 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 826fefa9-18b2-49cd-bb16-a98dd4af9352 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:23.712643 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41216) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:23.717192 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:20:23.718926 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Request body: {'subnet': {'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273361722-subnet', 'tenant_id': '33b7ed4d0d7048269faa879b15495739', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:23.776774 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-af358078-8882-4aa9-ad8f-43c80d214db8 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1182714275&fields=id&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 267 time: 0.1615207 Mar 23 21:20:23.782615 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-829eac90-c376-4ab1-a96e-0df12f6391ca req-2bdc978c-4a6a-487a-9840-61e9a8bf2ca6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 210 time: 0.0642703 Mar 23 21:20:23.838885 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Made reservation on behalf of 33b7ed4d0d7048269faa879b15495739 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:23.841841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26707043'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:23.846086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8c5aeb8a-5799-42ad-88b0-18afd482f0ea up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:23.962480 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa7c29c-76e9-4051-b370-214f45a12e5c {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:23.973698 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks [] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.008083 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Transition to ACTIVE for port object 6aa7c29c-76e9-4051-b370-214f45a12e5c will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:24.109968 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-042c38f6-cd70-4bb1-9e48-c6bc56db057a req-043af799-122f-4e2d-87b8-d1b787e89dbb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 210 time: 0.0963728 Mar 23 21:20:24.135976 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.260179 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.resource_extend [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 21:20:24.308747 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26707061'] for subnet (728acde9-aa6e-400d-b6b0-41079c70d7e8), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.340397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:24.382589 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:24.383343 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.438223 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352,segment=NetworkSegment(8bd6b220-fefe-4ccf-b46d-254525449f6d),segment_id=8bd6b220-fefe-4ccf-b46d-254525449f6d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:24.454952 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Checking segment: {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:24.455314 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Network hostable DHCP agents. Network: 71b49342-2c16-41ba-b79a-a29f71d0a312, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:20:24.463534 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '826fefa9-18b2-49cd-bb16-a98dd4af9352', 'network_id': '2e289ef0-74d5-4846-ad21-7868909df4ed', 'port_id': '826fefa9-18b2-49cd-bb16-a98dd4af9352', 'mac_address': 'fa:16:3e:4c:30:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b677e6e7-79dd-427b-b8e7-c12654433b20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:24.479658 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=728acde9-aa6e-400d-b6b0-41079c70d7e8,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:24.581589 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:20:24.607322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-1e42b6a8-e04f-48d2-aa23-17fb6621c9cf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:24.615601 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-1e42b6a8-e04f-48d2-aa23-17fb6621c9cf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 816 time: 0.8377037 Mar 23 21:20:24.618159 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Allocated IP 172.20.0.13 (88ee8414-242f-4862-88f4-e516b855d1fb/2a4cf292-9a1b-49f2-b052-a048f629dac5/b10e5aa2-1710-4aee-99b4-2aa0bc5f3288) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:24.650758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 826fefa9-18b2-49cd-bb16-a98dd4af9352 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:24.652486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.654429 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-eb4acf81-e26c-498b-8b21-8634c459c980 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/quotas/b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 375 time: 0.0378616 Mar 23 21:20:24.678812 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 71b49342-2c16-41ba-b79a-a29f71d0a312) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:24.694683 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:24.696839 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.700942 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75d70f-6842-4303-bf20-8b8128acd558 None None] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:20:24.715845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c811072-d713-420e-aa87-d75a6d3e7d6d req-1f2ee583-acb9-4d2f-b279-5ea5f670b3eb tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:24.715845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c811072-d713-420e-aa87-d75a6d3e7d6d req-1f2ee583-acb9-4d2f-b279-5ea5f670b3eb tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 944 time: 0.3899643 Mar 23 21:20:24.728585 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826fefa9-18b2-49cd-bb16-a98dd4af9352 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:24.760273 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Attempting to bind port 6aa7c29c-76e9-4051-b370-214f45a12e5c on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:24.760654 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Attempting to bind port 6aa7c29c-76e9-4051-b370-214f45a12e5c by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:24.761041 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Attempting to bind port 6aa7c29c-76e9-4051-b370-214f45a12e5c on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:24.795839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Port 6aa7c29c-76e9-4051-b370-214f45a12e5c on network 88ee8414-242f-4862-88f4-e516b855d1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:24.796163 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Attempting to bind port 6aa7c29c-76e9-4051-b370-214f45a12e5c on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:24.827567 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-81feb591-30c7-4d41-ab2d-370607035e4e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1129451 Mar 23 21:20:24.835286 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:24.835523 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:24.835888 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Bound using segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:24.836347 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Bound port: 6aa7c29c-76e9-4051-b370-214f45a12e5c, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:24.836709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:24.881289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.24', 61515) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:24.883808 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352,segment=NetworkSegment(8bd6b220-fefe-4ccf-b46d-254525449f6d),segment_id=8bd6b220-fefe-4ccf-b46d-254525449f6d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:24.913095 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-ebb36b20-8bd7-43ea-9229-dd95f0357346 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508018 Mar 23 21:20:24.926269 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c811072-d713-420e-aa87-d75a6d3e7d6d req-065a1f0e-7d6e-4c0f-acae-39b181efe99d tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907959 Mar 23 21:20:24.929646 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:24.968809 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b9126-63db-45f0-8d0e-7dea74111c26 None None] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:20:25.063731 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:25.137572 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3abd7641-2e73-4868-89a5-f2ab565f2a19 req-7cdf78cb-3ae1-4bdf-9b4f-a6c77a9b06ca tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.0891931 Mar 23 21:20:25.139145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:25.260468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:25.264517 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:25.271128 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-21648a88-2b7b-4875-a49a-0afbf82ed318 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:25.273071 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-21648a88-2b7b-4875-a49a-0afbf82ed318 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 810 time: 0.3782520 Mar 23 21:20:25.299132 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2dfb2f48-e1d7-47a5-a3e5-dc9ef32bfc2f req-ffea9a22-87f3-4fd6-a579-1ded8ef75f86 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 210 time: 0.0660274 Mar 23 21:20:25.305144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:25.333930 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-1aa94f2b-d98d-43a2-8079-830ed1daaa54 service neutron] 10.222.0.35 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4199376 Mar 23 21:20:25.380420 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['826fefa9-18b2-49cd-bb16-a98dd4af9352'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:25.394545 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-cb23394b-63fe-46c3-8cac-aa64fe99344e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 380 time: 0.1038549 Mar 23 21:20:25.396415 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'port': {'device_id': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'admin_state_up': True, 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'security_groups': ['7e0bf67e-1859-45cb-9142-f7afe2cf6cd6']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:25.437961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-d12612a2-f0ec-4e7a-8c4e-c334a1f25750 service neutron] 10.222.0.35 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981281 Mar 23 21:20:25.492265 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fcc2640-a1ba-43f4-8ae5-b61c950a1c59 req-02b08f19-046d-4793-94df-f6ab1af797ab tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 210 time: 0.0290422 Mar 23 21:20:25.867822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:25.918076 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:25.918712 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:25.920223 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] 10.222.0.24 "PUT /v2.0/ports/6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 200 len: 1094 time: 2.9558859 Mar 23 21:20:25.920836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:25.923242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de84c02e-196e-4fb6-a42f-9dfca8e25259" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:25.958038 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f56a10-9e02-4ddb-a366-bc88595b8953 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:26.065533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f210a4-022f-4914-9e74-8e986d32f78d x-openstack-request-id: req-57f210a4-022f-4914-9e74-8e986d32f78d {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:26.065533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:26.065533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-57f210a4-022f-4914-9e74-8e986d32f78d {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:26.065533 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f210a4-022f-4914-9e74-8e986d32f78d'] response: {'name': 'network-changed', 'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c', 'status': 'completed', 'code': 200} Mar 23 21:20:26.117033 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-af2c3f73-f2b4-4f38-9d49-1c16b0c6fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:26.118569 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-af2c3f73-f2b4-4f38-9d49-1c16b0c6fed7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1128 time: 0.0802107 Mar 23 21:20:26.175621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b05531-d190-4da3-b3f0-34c7a7d3a7a6 req-79dfeab0-2dde-4ba5-9255-d9c123534b24 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:26.177068 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1b05531-d190-4da3-b3f0-34c7a7d3a7a6 req-79dfeab0-2dde-4ba5-9255-d9c123534b24 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 945 time: 0.0996673 Mar 23 21:20:26.324390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1b05531-d190-4da3-b3f0-34c7a7d3a7a6 req-9c32448c-4ae9-4225-899c-26451b8ae67f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179135 Mar 23 21:20:26.337328 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-9cc191d1-3b44-4dbc-910e-95a05c5a270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:26.338792 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-9cc191d1-3b44-4dbc-910e-95a05c5a270a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eafa0024523a463296266e063776d2ba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2050576 Mar 23 21:20:26.433714 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Made reservation on behalf of e67b304652294fb0ad7cb1abb0b64385 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:26.437691 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:26.465813 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70eecbc7-9dc3-4460-ad78-bb8e4a1802f0 req-0c6446dd-6fb6-42ce-9086-8cf6054b0ce2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.0831168 Mar 23 21:20:26.471792 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:26.527893 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:26.832204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:26.854686 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Allocated IP 172.20.0.12 (4c8e900b-5e90-48d2-ad97-0f533390cba8/bd5d7ed7-db60-4099-99d2-2bd23ebb0788/52510793-9e37-4f5f-a9c2-a272290a5e6c) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:26.873633 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:26.887805 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84a0f3ab-ef36-40bc-a457-7905497a96ab req-df7c4e4e-a67a-4e55-87a4-efa80207afd9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 210 time: 0.0744596 Mar 23 21:20:26.986216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-c4648257-d298-42b3-bc3e-747b7cfb2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:26.992250 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de84c02e-196e-4fb6-a42f-9dfca8e25259 req-c4648257-d298-42b3-bc3e-747b7cfb2690 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6401935 Mar 23 21:20:26.992250 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:27.010598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-94b37d01-0904-4bb0-8d94-4428cd3df721 req-8beebe35-6521-43f6-86db-8a0b8a9f6612 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 210 time: 0.0611336 Mar 23 21:20:27.043868 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.044784 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.054980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b1ad5-483a-438b-aa5e-b4904c212ce0 req-65a7b121-58d9-4f15-9440-e0f711b3ce60 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.062396 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca5b1ad5-483a-438b-aa5e-b4904c212ce0 req-65a7b121-58d9-4f15-9440-e0f711b3ce60 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 932 time: 0.2703490 Mar 23 21:20:27.183109 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.228522 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca5b1ad5-483a-438b-aa5e-b4904c212ce0 req-2b001f4e-6cec-4761-b9f5-9b65eb6b4937 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649778 Mar 23 21:20:27.232523 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-af176307-d6e9-4220-a5f8-74e52512b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.244807 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-af176307-d6e9-4220-a5f8-74e52512b63d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1128 time: 0.1663561 Mar 23 21:20:27.266679 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a79035f9-57c1-4952-864f-e0347c67027d None None] Provisioning complete for port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:27.266679 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a79035f9-57c1-4952-864f-e0347c67027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.303189 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a79035f9-57c1-4952-864f-e0347c67027d None None] Port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:27.316630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-85ca8aa5-1e50-4f23-a480-1b76c3ab44c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 200 len: 217 time: 0.0715940 Mar 23 21:20:27.320497 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-7c1492f8-b0d0-461f-9846-0cb1bbbc78f1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7146144 Mar 23 21:20:27.331922 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.349696 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Request body: {'port': {'device_id': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:27.428038 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41320) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:27.437326 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.24', 61519) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:27.487031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-3991cad2-abe3-451c-ad31-fa232608ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.488259 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-3991cad2-abe3-451c-ad31-fa232608ce9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.1540399 Mar 23 21:20:27.512869 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:27.522540 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:27.533791 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:27.569449 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad62102a-0722-4474-8b1b-1cef7ed6c36c req-54707726-788c-4d9a-966f-9c48aaca3f34 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.571025 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad62102a-0722-4474-8b1b-1cef7ed6c36c req-54707726-788c-4d9a-966f-9c48aaca3f34 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 945 time: 0.1461811 Mar 23 21:20:27.572113 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.599740 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:27.650213 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-0a3094dd-b7fb-4d4e-a847-42c57a315a42 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.651853 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-0a3094dd-b7fb-4d4e-a847-42c57a315a42 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.2128029 Mar 23 21:20:27.657324 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.658595 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.694473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 826fefa9-18b2-49cd-bb16-a98dd4af9352 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:27.729344 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-38b4dffb-c7f9-4117-bc47-261dcaf6ccb2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 380 time: 0.0666249 Mar 23 21:20:27.742400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'port': {'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'admin_state_up': True, 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'security_groups': ['d4559d29-6984-4276-ad9d-8afeb2fa95bf']}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:27.790637 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d00a0267-ccb9-4872-8fe1-43ae601412f7 req-f104da86-9eb7-434a-99af-b4d05db50b6a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.1244128 Mar 23 21:20:27.792155 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c880c46-5b36-4bfa-967e-069426daaf39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.796406 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2ab3d88e-d19a-4210-bd95-23644345da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4050248 Mar 23 21:20:27.816160 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Request body: {'port': {'device_id': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:27.863506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-99e8c194-6982-493a-93e6-08ad509a3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:27.865088 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-99e8c194-6982-493a-93e6-08ad509a3f9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3509302 Mar 23 21:20:27.880603 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 826fefa9-18b2-49cd-bb16-a98dd4af9352 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:27.896112 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 826fefa9-18b2-49cd-bb16-a98dd4af9352 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:27.896491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.901720 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.953868 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-b1c8081f-1501-43f2-b2e5-fc3b01d442ba None None] Provisioning complete for port 52510793-9e37-4f5f-a9c2-a272290a5e6c triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:27.954409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b1c8081f-1501-43f2-b2e5-fc3b01d442ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:27.957346 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad62102a-0722-4474-8b1b-1cef7ed6c36c req-27196fc8-f837-4ec4-8eeb-38d240fedf3c tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662047 Mar 23 21:20:28.057515 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b1c8081f-1501-43f2-b2e5-fc3b01d442ba None None] Port 52510793-9e37-4f5f-a9c2-a272290a5e6c cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:28.075207 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 826fefa9-18b2-49cd-bb16-a98dd4af9352 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:28.075601 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.103615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:28.156691 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ffdd24e-0f39-4a9b-9593-9cfd4ca52b1f req-1ce19163-3c5e-41e1-bdd7-e89502781a1f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 210 time: 0.0619454 Mar 23 21:20:28.193716 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352,segment=NetworkSegment(8bd6b220-fefe-4ccf-b46d-254525449f6d),segment_id=8bd6b220-fefe-4ccf-b46d-254525449f6d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:28.205522 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-41a39322-d92b-474c-820d-2797dab018fe service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184547 Mar 23 21:20:28.253677 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c880c46-5b36-4bfa-967e-069426daaf39 admin admin] Publish callbacks [] for security_group (afb65683-010e-42e7-a694-8f900aec2a44), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.342310 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.349925 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:28.353283 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f686d6-3d58-48af-8fb5-17596e03c701" -d '{"events": [{"server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:28.358452 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks [] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.404125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309534ec-ff62-45ad-8fb5-a5f36ce04cca req-f5340511-72d7-4910-af46-1d1a30e6114a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:28.405763 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-309534ec-ff62-45ad-8fb5-a5f36ce04cca req-f5340511-72d7-4910-af46-1d1a30e6114a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 932 time: 0.3737643 Mar 23 21:20:28.407461 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Transition to ACTIVE for port object b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:28.410833 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8c880c46-5b36-4bfa-967e-069426daaf39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (afb65683-010e-42e7-a694-8f900aec2a44), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.421374 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:28.520041 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880c46-5b36-4bfa-967e-069426daaf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb65683-010e-42e7-a694-8f900aec2a44,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:28.526780 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8c880c46-5b36-4bfa-967e-069426daaf39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50c096a36a814c5187e7a6ddd05992e3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0880625 Mar 23 21:20:28.527220 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41350) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:28.528044 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52510793-9e37-4f5f-a9c2-a272290a5e6c {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:28.538620 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks [] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.559929 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Transition to ACTIVE for port object 52510793-9e37-4f5f-a9c2-a272290a5e6c will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:28.560109 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.588691 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'port': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:28.591320 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.635024 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-309534ec-ff62-45ad-8fb5-a5f36ce04cca req-8ae9a3d1-a5f2-4b0e-af40-837ef2f7186e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962771 Mar 23 21:20:28.641898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f365e-2902-4998-b08b-cb2f2263b950 req-fb0801b6-72ba-4eb9-ace2-d7bdcac33a32 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:28.644056 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c29f365e-2902-4998-b08b-cb2f2263b950 req-fb0801b6-72ba-4eb9-ace2-d7bdcac33a32 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 932 time: 0.2480860 Mar 23 21:20:28.654245 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-265d393d-72fb-483c-95f5-760fe08c7e10 req-b3ac88e6-dd3c-4d3d-bae2-1b51d8a8b834 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248295 Mar 23 21:20:28.692429 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.695003 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:28.780066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] Publish callbacks [] for security_group (afb65683-010e-42e7-a694-8f900aec2a44), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.849356 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c29f365e-2902-4998-b08b-cb2f2263b950 req-52297415-d772-4d78-80c1-46bb1760deb9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800826 Mar 23 21:20:28.855066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] Publish callbacks [] for security_group (afb65683-010e-42e7-a694-8f900aec2a44), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.897630 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Attempting to bind port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:28.897973 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Attempting to bind port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:28.898307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Attempting to bind port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:28.913897 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 on network 88ee8414-242f-4862-88f4-e516b855d1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:28.914225 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Attempting to bind port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:28.928676 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:28.929085 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:28.932024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Bound using segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:28.932024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Bound port: b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:28.932437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:28.949934 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Pushing event updated for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:28.974539 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f036dce-0121-4d9f-b6c8-a686b03fba41 x-openstack-request-id: req-4f036dce-0121-4d9f-b6c8-a686b03fba41 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:28.974822 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "name": "network-vif-plugged", "status": "completed", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:28.975268 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f036dce-0121-4d9f-b6c8-a686b03fba41 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:28.975869 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f036dce-0121-4d9f-b6c8-a686b03fba41'] response: {'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352', 'code': 200} Mar 23 21:20:29.026764 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.20.0.14 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/6035f7cd-70fc-43d3-923d-fb2ca7c7e26d) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:29.080689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Attempting to bind port 52510793-9e37-4f5f-a9c2-a272290a5e6c on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:29.081393 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Attempting to bind port 52510793-9e37-4f5f-a9c2-a272290a5e6c by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:29.081393 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Attempting to bind port 52510793-9e37-4f5f-a9c2-a272290a5e6c on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:29.097198 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Port 52510793-9e37-4f5f-a9c2-a272290a5e6c on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:29.097520 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Attempting to bind port 52510793-9e37-4f5f-a9c2-a272290a5e6c on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:29.120064 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:29.120422 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Checking segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:29.120994 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Bound using segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:29.121442 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Bound port: 52510793-9e37-4f5f-a9c2-a272290a5e6c, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:29.121795 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.213122 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ddf22326-e320-45f4-a368-59d01341d728 req-6866a3b0-30a1-45a9-92e2-a40a8f86ca5a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.0668423 Mar 23 21:20:29.222810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (afb65683-010e-42e7-a694-8f900aec2a44), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.234302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.238220 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afb65683-010e-42e7-a694-8f900aec2a44 HTTP/1.1" status: 204 len: 168 time: 0.7042065 Mar 23 21:20:29.243940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:29.267356 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a36fa7-ed44-4717-8a94-4e31ab8453d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb65683-010e-42e7-a694-8f900aec2a44,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:29.290367 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:29.299517 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-cccd72e1-d07a-48b7-9748-53834f2bd680 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:29.306166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-cccd72e1-d07a-48b7-9748-53834f2bd680 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/networks?id=71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 200 len: 809 time: 0.2692850 Mar 23 21:20:29.319418 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:29.324202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-79d26fee-62dd-47ee-a7e5-e870f2bf522b tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/quotas/33b7ed4d0d7048269faa879b15495739 HTTP/1.1" status: 200 len: 375 time: 0.0170932 Mar 23 21:20:29.350217 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:29.381137 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.397319 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-edd82e12-a5af-4875-90c9-5714d86f4ff8 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721593 Mar 23 21:20:29.436578 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.436784 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.490929 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:29.491609 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.493335 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] 10.222.0.24 "PUT /v2.0/ports/52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 1094 time: 1.6873977 Mar 23 21:20:29.493813 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:29.510143 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.529871 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733baeb-4367-4297-92b7-db6ee5dc3c9d service neutron] Pushing event updated for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:29.557574 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:29.580510 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:29.584510 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:29.640472 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:29.675290 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:29.675950 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.787355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-de5e23a0-fc78-4cf0-86f8-6c34348ad24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:29.791959 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-de5e23a0-fc78-4cf0-86f8-6c34348ad24d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1128 time: 0.1244617 Mar 23 21:20:29.855783 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:29.856413 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-bee85164-4820-47a0-a9d1-bd2606cf6f45 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1214528 Mar 23 21:20:29.856562 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:29.857842 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] 10.222.0.24 "PUT /v2.0/ports/b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 200 len: 1094 time: 2.5220416 Mar 23 21:20:29.860839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:29.863078 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f87f6c7-07ec-42f2-a6c3-928679f01f28" -d '{"events": [{"name": "network-changed", "server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:29.959288 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Request body: {'port': {'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:29.961854 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-a6fa34d1-780c-49b3-b607-096ae1a59adf service neutron] 10.222.0.35 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636220 Mar 23 21:20:29.967494 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-9b02c81d-0761-407e-9ef8-c535dad5dd01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 217 time: 0.1637523 Mar 23 21:20:30.035994 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.24', 61523) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:30.078743 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-9afa2e09-08c9-4c72-8957-5be6bcee81d2 None None] Provisioning complete for port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:30.084549 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9afa2e09-08c9-4c72-8957-5be6bcee81d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.088418 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1f10f-18cc-4c60-8429-b57448a96596 req-86c1fb60-552a-47ed-9af0-265e55e86314 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.099886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bae1f10f-18cc-4c60-8429-b57448a96596 req-86c1fb60-552a-47ed-9af0-265e55e86314 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.7724288 Mar 23 21:20:30.107707 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-d9452001-3bea-4ee7-ae58-d9eae1faea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.109182 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-d9452001-3bea-4ee7-ae58-d9eae1faea04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.1100464 Mar 23 21:20:30.114531 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.155365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-9afa2e09-08c9-4c72-8957-5be6bcee81d2 None None] Port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:30.158669 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ca7c8-120f-43de-bbbf-0e034443be42" -d '{"events": [{"name": "network-changed", "server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:30.202540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eaaef-b7a3-41b8-9291-5a4609335ffe service neutron] Pushing event updated for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:30.225067 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-6ef65d66-d49e-4a6e-ad1d-e9172190dc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.226731 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-6ef65d66-d49e-4a6e-ad1d-e9172190dc4b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 1130 time: 0.8382766 Mar 23 21:20:30.300892 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-adcada2e-60aa-4b2a-9b66-02b6ae9e7918 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.327537 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-b5fe4ef3-d003-4513-a257-ae6ae0b014d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.328506 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-782722cd-a40b-452d-bc11-b409417135dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.329170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-b5fe4ef3-d003-4513-a257-ae6ae0b014d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1128 time: 0.2770247 Mar 23 21:20:30.330601 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-782722cd-a40b-452d-bc11-b409417135dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2057955 Mar 23 21:20:30.335993 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-d66d52f5-8a20-476f-ac74-4e4a8fccfffe service neutron] 10.222.0.35 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730409 Mar 23 21:20:30.349034 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bae1f10f-18cc-4c60-8429-b57448a96596 req-a23601ab-067b-4304-8e97-8adefc268a55 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475808 Mar 23 21:20:30.371657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-3cb9155c-1c33-4b7e-abbf-4fa1c295e24b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.373181 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-3cb9155c-1c33-4b7e-abbf-4fa1c295e24b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 816 time: 0.3362336 Mar 23 21:20:30.415946 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-ace3c916-9e29-45b4-919e-168cb0bb023c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 200 len: 217 time: 0.0667143 Mar 23 21:20:30.544183 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6013bd92-b7b7-46c0-b6d6-28bdab2bef6d req-9defb865-923d-47cc-9160-dc9724454dd2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 210 time: 0.0778749 Mar 23 21:20:30.573904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-766de724-e898-4fd5-aaa2-64a6957014d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.575393 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-766de724-e898-4fd5-aaa2-64a6957014d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.1491196 Mar 23 21:20:30.581434 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-cf956391-bab4-422d-aa9e-5dd850102bff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 380 time: 0.1729612 Mar 23 21:20:30.599604 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-e4abd225-f49f-43e0-98fc-961d3a6b5cf3 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076330 Mar 23 21:20:30.621325 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'port': {'device_id': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'admin_state_up': True, 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'security_groups': ['f5226d44-4cba-4b83-9a6d-9560e6a60972']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:30.704432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-adcada2e-60aa-4b2a-9b66-02b6ae9e7918 service neutron] Publish callbacks [] for security_group (803df9b4-8017-4465-99a6-0d13fcbd89f7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.709050 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d {{(pid=103902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:30.751218 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41406) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:30.753304 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks [] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.784477 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8275cdc-bf89-455f-8cfc-bddb086e2544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.799033 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.provisioning_blocks [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Transition to ACTIVE for port object 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d will not be triggered until provisioned by entity L2. {{(pid=103902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:30.828344 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8514921d-20d8-4bc0-83ab-5cf51f1aeba8 x-openstack-request-id: req-8514921d-20d8-4bc0-83ab-5cf51f1aeba8 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:30.830131 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:30.830131 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8514921d-20d8-4bc0-83ab-5cf51f1aeba8 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:30.830131 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8514921d-20d8-4bc0-83ab-5cf51f1aeba8'] response: {'name': 'network-changed', 'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288', 'status': 'completed', 'code': 200} Mar 23 21:20:30.844079 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2b097e97-90ac-48d7-bc0b-198e06db671d service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122118 Mar 23 21:20:30.852887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-adcada2e-60aa-4b2a-9b66-02b6ae9e7918 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (803df9b4-8017-4465-99a6-0d13fcbd89f7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.893091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-377e8784-7137-4af7-9b38-df06932afae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:30.894650 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-377e8784-7137-4af7-9b38-df06932afae3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3046513 Mar 23 21:20:30.895604 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.927182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Made reservation on behalf of b2e6f386d8e345ff9515d83e69f5e2f1 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:30.930667 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.970028 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8275cdc-bf89-455f-8cfc-bddb086e2544 admin admin] Publish callbacks [] for security_group (5514092b-62f2-491a-98d0-45107fa8914a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:30.977665 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Pushing event updated for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:31.028344 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-433c0b81-3273-4697-9534-16a6c39f6ee6 req-adcada2e-60aa-4b2a-9b66-02b6ae9e7918 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7830656 Mar 23 21:20:31.028965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcada2e-60aa-4b2a-9b66-02b6ae9e7918 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=803df9b4-8017-4465-99a6-0d13fcbd89f7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:31.058420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585d2d-e248-4992-863b-b091e1d8e160 req-a81fdeeb-bdd4-45ce-a2a2-5b9de036df08 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.059088 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Attempting to bind port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:31.059431 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Attempting to bind port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:31.059773 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Attempting to bind port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:31.059969 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95585d2d-e248-4992-863b-b091e1d8e160 req-a81fdeeb-bdd4-45ce-a2a2-5b9de036df08 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 944 time: 0.4300072 Mar 23 21:20:31.065586 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d on network ac8e0016-9111-458a-9ce1-f3db687e4a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:31.065586 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Attempting to bind port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:31.077768 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:31.078070 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:31.078480 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:31.078933 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.managers [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Bound port: 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:31.079302 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.162582 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f871cd7e-00f1-4270-844c-d247aa8e98f4 req-eddfa8bb-80d9-4517-9156-afdbb1c8a81b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.163562 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8275cdc-bf89-455f-8cfc-bddb086e2544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5514092b-62f2-491a-98d0-45107fa8914a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.164684 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f871cd7e-00f1-4270-844c-d247aa8e98f4 req-eddfa8bb-80d9-4517-9156-afdbb1c8a81b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 944 time: 0.3161943 Mar 23 21:20:31.217234 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-130e177d-af56-4ac1-9051-17ac4868bb78 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971642 Mar 23 21:20:31.225411 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, cleared binding levels {{(pid=103902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:31.230959 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e8275cdc-bf89-455f-8cfc-bddb086e2544 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=beed08c874c04218af32b4e1e8066172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4720709 Mar 23 21:20:31.230959 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:31.232390 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41420) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:31.239610 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8275cdc-bf89-455f-8cfc-bddb086e2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5514092b-62f2-491a-98d0-45107fa8914a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:31.285405 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95585d2d-e248-4992-863b-b091e1d8e160 req-e6cd1c5e-e1fa-443c-973a-4a5ef057f113 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046807 Mar 23 21:20:31.285953 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] Publish callbacks [] for security_group (5514092b-62f2-491a-98d0-45107fa8914a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.313094 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] Publish callbacks [] for security_group (5514092b-62f2-491a-98d0-45107fa8914a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.353400 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Allocated IP 172.20.0.8 (a54ccc3f-5e4f-4909-82e3-02d69f285c35/19209405-460b-4d20-9899-c85ca76cba58/887c5d51-6eb7-40b0-9774-3b9680960006) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:31.364565 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f871cd7e-00f1-4270-844c-d247aa8e98f4 req-66872f88-65be-42af-ad4a-beb38d726321 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775327 Mar 23 21:20:31.371147 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.392313 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.394340 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.394662 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] 10.222.0.24 "PUT /v2.0/ports/6035f7cd-70fc-43d3-923d-fb2ca7c7e26d HTTP/1.1" status: 200 len: 1094 time: 1.4464252 Mar 23 21:20:31.429843 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5514092b-62f2-491a-98d0-45107fa8914a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.432589 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:31.437065 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5514092b-62f2-491a-98d0-45107fa8914a HTTP/1.1" status: 204 len: 168 time: 0.2035584 Mar 23 21:20:31.445202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67bfe38d-fdfd-48e7-9439-f5e2a0c8bc82 req-1f650f3c-318c-4043-91ad-995dcf64de02 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901140 Mar 23 21:20:31.490229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396709de-5026-4850-8c1d-1149b1a4f569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5514092b-62f2-491a-98d0-45107fa8914a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:31.534138 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307f3dc-54e7-4460-b07b-91ca3cd93b03 service neutron] Pushing event updated for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=3']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:31.581375 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16893d5a-705d-4133-bd21-0a36956f887e x-openstack-request-id: req-16893d5a-705d-4133-bd21-0a36956f887e {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:31.581695 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:31.582048 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-16893d5a-705d-4133-bd21-0a36956f887e {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:31.582511 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16893d5a-705d-4133-bd21-0a36956f887e'] response: {'name': 'network-changed', 'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'status': 'completed', 'code': 200} Mar 23 21:20:31.713688 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6aa7c29c-76e9-4051-b370-214f45a12e5c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:31.791316 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31945091-d690-45b2-a2d4-337f797d35c2 req-86bea103-5b38-4009-bfff-e50d9b536666 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 210 time: 0.1387484 Mar 23 21:20:31.817337 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41434) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:31.855958 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-83fc4df6-968a-4f14-a428-c0bbb6cbdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.858591 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-83fc4df6-968a-4f14-a428-c0bbb6cbdf82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1128 time: 0.2942133 Mar 23 21:20:31.862807 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099366dc-fe86-429b-82d6-fb920e37ec3b req-bee7a226-ba4b-4eea-bd37-eb561e8d8884 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.864324 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-099366dc-fe86-429b-82d6-fb920e37ec3b req-bee7a226-ba4b-4eea-bd37-eb561e8d8884 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 944 time: 0.4058256 Mar 23 21:20:31.904628 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-b7abd660-fa81-4bd6-9a67-c06257158c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:31.906590 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-b7abd660-fa81-4bd6-9a67-c06257158c16 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 1128 time: 0.2933939 Mar 23 21:20:31.931278 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:31.957002 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '6aa7c29c-76e9-4051-b370-214f45a12e5c', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'port_id': '6aa7c29c-76e9-4051-b370-214f45a12e5c', 'mac_address': 'fa:16:3e:28:5d:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:31.958960 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-f40aa9d8-be4a-4e99-839e-3e2d06020cbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d HTTP/1.1" status: 200 len: 217 time: 0.0422993 Mar 23 21:20:32.012044 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 6aa7c29c-76e9-4051-b370-214f45a12e5c is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:32.012783 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.030806 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa7c29c-76e9-4051-b370-214f45a12e5c {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:32.076324 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:32.145412 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4196b796-9976-4f5d-9495-53d989543930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.174106 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-47131fab-65a3-432c-a815-f1add9ebb9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.175717 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-47131fab-65a3-432c-a815-f1add9ebb9ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.3094444 Mar 23 21:20:32.183005 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.229162 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-a2d8852f-2936-4fba-a26b-618f36281e3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 200 len: 217 time: 0.0455039 Mar 23 21:20:32.236829 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:32.280339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-2ac702e0-5fd9-44d1-873f-651773618a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.286825 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-2ac702e0-5fd9-44d1-873f-651773618a50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1128 time: 0.6710124 Mar 23 21:20:32.290268 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (887c5d51-6eb7-40b0-9774-3b9680960006), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.299717 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-6dbec839-2232-4183-bb8e-f8ecfce8cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.301336 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-6dbec839-2232-4183-bb8e-f8ecfce8cb1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0653160 Mar 23 21:20:32.351346 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4196b796-9976-4f5d-9495-53d989543930 admin admin] Publish callbacks [] for security_group (4e62a6ee-6c78-46df-b6d0-69cb79954616), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.368469 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-120a6d89-43bf-4775-9a5c-9258dfd6530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.370057 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-120a6d89-43bf-4775-9a5c-9258dfd6530b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589774 Mar 23 21:20:32.371488 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-099366dc-fe86-429b-82d6-fb920e37ec3b req-cf46989e-5f95-4be2-bfa0-10c359b23f9f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4733119 Mar 23 21:20:32.386834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-0556f488-e4e9-48c3-b6ec-af1729ef11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.388458 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-0556f488-e4e9-48c3-b6ec-af1729ef11f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.4107308 Mar 23 21:20:32.411995 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['6aa7c29c-76e9-4051-b370-214f45a12e5c'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:32.448377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41f5f70-4a96-4e51-894d-3727d92fb4c7 req-66f7fb19-8e08-4cae-b05c-17e6df393210 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.455192 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4196b796-9976-4f5d-9495-53d989543930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e62a6ee-6c78-46df-b6d0-69cb79954616), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.455842 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b41f5f70-4a96-4e51-894d-3727d92fb4c7 req-66f7fb19-8e08-4cae-b05c-17e6df393210 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.5412216 Mar 23 21:20:32.519373 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4196b796-9976-4f5d-9495-53d989543930 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=caecb4e8ea85498b9f8bfb81e0a9261b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6959457 Mar 23 21:20:32.522000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41452) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:32.534519 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26dcd782-9503-4fb0-b300-a8efe4527187 req-0f86b4bc-fa93-4249-b602-0f4ce3a04e7a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 210 time: 0.0632210 Mar 23 21:20:32.545359 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-1c7aa70a-0458-4d35-8ac2-2feef29fe1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.547017 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-1c7aa70a-0458-4d35-8ac2-2feef29fe1d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.2524121 Mar 23 21:20:32.557560 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196b796-9976-4f5d-9495-53d989543930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e62a6ee-6c78-46df-b6d0-69cb79954616,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:32.602282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887ee-3012-4daf-8c59-5b81861d9680 req-592cdc12-c44f-4c50-ae9f-cce925605adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.603793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-592cdc12-c44f-4c50-ae9f-cce925605adf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2070241 Mar 23 21:20:32.611353 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-f570d0e5-2a85-470e-96cf-853b6e6e7a1e service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335668 Mar 23 21:20:32.621724 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b41f5f70-4a96-4e51-894d-3727d92fb4c7 req-42752ce7-f988-49cb-ab78-1c7dab827edf tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600072 Mar 23 21:20:32.623400 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-ce00af0a-8e6e-473e-bc0b-e8c92e603714 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 217 time: 0.0679152 Mar 23 21:20:32.666774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.734023 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-7f87f6c7-07ec-42f2-a6c3-928679f01f28 req-e1c41ed0-3866-411f-bbbe-38d80c293d3d service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137075 Mar 23 21:20:32.739818 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] Publish callbacks [] for security_group (4e62a6ee-6c78-46df-b6d0-69cb79954616), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.772368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] Publish callbacks [] for security_group (4e62a6ee-6c78-46df-b6d0-69cb79954616), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.851394 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:32.863819 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:32.866829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:32.878694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:32.890360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-3f15553a-5646-4f49-8955-e0d5941e3383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:32.891202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-3f15553a-5646-4f49-8955-e0d5941e3383 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.2604508 Mar 23 21:20:32.912430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e62a6ee-6c78-46df-b6d0-69cb79954616), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.916366 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:32.918149 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e62a6ee-6c78-46df-b6d0-69cb79954616 HTTP/1.1" status: 204 len: 168 time: 0.3948488 Mar 23 21:20:32.928141 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d88d0-b11c-4700-aee1-5eaa9aaaeebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e62a6ee-6c78-46df-b6d0-69cb79954616,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:33.006226 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-c784b78d-a5aa-4769-8b48-9793f059cf01 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800466 Mar 23 21:20:33.019354 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.020034 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:33.029246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2075a-518d-4947-8431-1a9c3c3d4a67 req-84cd16f3-fa07-43c1-b44f-536614308eb6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.030770 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ddc2075a-518d-4947-8431-1a9c3c3d4a67 req-84cd16f3-fa07-43c1-b44f-536614308eb6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 944 time: 0.3593752 Mar 23 21:20:33.041810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f789df4-ada1-46c6-8bee-0272bf6c211b req-80c7e5c4-8d91-405b-8cb8-882ad7d3d9c0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.043593 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f789df4-ada1-46c6-8bee-0272bf6c211b req-80c7e5c4-8d91-405b-8cb8-882ad7d3d9c0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 944 time: 0.3311510 Mar 23 21:20:33.160015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-c13f34a9-400e-4eb7-8336-339214861ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.161572 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-c13f34a9-400e-4eb7-8336-339214861ddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2470624 Mar 23 21:20:33.201866 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-6f6e4266-b4a9-48f4-b981-928891e1b03b None None] Provisioning complete for port 887c5d51-6eb7-40b0-9774-3b9680960006 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:33.202844 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6f6e4266-b4a9-48f4-b981-928891e1b03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:33.234948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e4266-b4a9-48f4-b981-928891e1b03b None None] Port 887c5d51-6eb7-40b0-9774-3b9680960006 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:20:33.250967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f789df4-ada1-46c6-8bee-0272bf6c211b req-2e80906a-e664-42f6-8341-2425b6a7577f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947694 Mar 23 21:20:33.259908 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ddc2075a-518d-4947-8431-1a9c3c3d4a67 req-a62e34b6-ded3-4517-a6e5-ddee14d8b710 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062774 Mar 23 21:20:33.266618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-49471489-f50d-4624-921a-05c4d9a74d15 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6513994 Mar 23 21:20:33.288688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Request body: {'port': {'device_id': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:33.323283 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604887ee-3012-4daf-8c59-5b81861d9680 req-116f00f3-9906-48d7-b52b-c1db9b1700e4 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896769 Mar 23 21:20:33.368769 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6813c120-4740-4a96-aaa4-e2b747c2cca9 req-997da010-8f1e-4c94-b9d1-423936057036 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 210 time: 0.0478289 Mar 23 21:20:33.377026 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-fa005f5c-2a65-4a4f-b051-956ca6be1559 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059259 Mar 23 21:20:33.456045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:33.573095 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a59ca7c8-120f-43de-bbbf-0e034443be42 req-e532f362-34c3-439c-b4d5-1a17b2bf8a25 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811066 Mar 23 21:20:33.583237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:33.585886 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:33.648773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87581abb-d7a9-48bc-839f-ce464ecdf2bd req-e7a7e204-a3a8-4c8f-9585-18485dcf5573 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.649107 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a25b3e5-ad3d-4529-a733-a80025a73965 x-openstack-request-id: req-4a25b3e5-ad3d-4529-a733-a80025a73965 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:33.649696 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:33.650174 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a25b3e5-ad3d-4529-a733-a80025a73965 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:33.650815 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a25b3e5-ad3d-4529-a733-a80025a73965'] response: {'name': 'network-changed', 'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'status': 'completed', 'code': 200} Mar 23 21:20:33.656267 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87581abb-d7a9-48bc-839f-ce464ecdf2bd req-e7a7e204-a3a8-4c8f-9585-18485dcf5573 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 944 time: 0.2131410 Mar 23 21:20:33.724708 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:33.745243 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6aa7c29c-76e9-4051-b370-214f45a12e5c up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:33.884295 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87581abb-d7a9-48bc-839f-ce464ecdf2bd req-ff86644f-de7e-43cf-8d6c-6e2a5c5ed043 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264645 Mar 23 21:20:33.885773 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:33.921399 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'port_id': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288', 'mac_address': 'fa:16:3e:5e:52:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:33.933705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-2aa02a99-b557-43d3-afaa-2a07de4eba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.935341 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-2aa02a99-b557-43d3-afaa-2a07de4eba0f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 1128 time: 0.2584431 Mar 23 21:20:33.958348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045deba6-a72b-4a4c-bf54-6601c5e0af1c req-709e096e-40d0-4cca-9a61-8aab777d6956 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:33.958348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-045deba6-a72b-4a4c-bf54-6601c5e0af1c req-709e096e-40d0-4cca-9a61-8aab777d6956 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 931 time: 0.2478607 Mar 23 21:20:33.981550 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 6aa7c29c-76e9-4051-b370-214f45a12e5c completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:34.113047 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 6aa7c29c-76e9-4051-b370-214f45a12e5c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:34.113425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.148049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41490) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:34.154871 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:34.155557 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.162365 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-620abdc9-f87b-45b1-8fd9-20ee5addb8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.176525 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:34.207391 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:34.245572 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 6aa7c29c-76e9-4051-b370-214f45a12e5c is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:34.246179 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.247315 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-620abdc9-f87b-45b1-8fd9-20ee5addb8c2 admin admin] Publish callbacks [] for security_group (698ca9ff-b592-42f6-960e-de86e19d9033), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.271237 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:34.273764 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ca58de-01dc-4640-b617-7c26acea059a" -d '{"events": [{"server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "name": "network-vif-plugged", "status": "completed", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:34.287883 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b2d6296-7093-4e44-bf7d-0758d1da19e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.293577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:34.303188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.307764 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52510793-9e37-4f5f-a9c2-a272290a5e6c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:34.361821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-281c8763-81cc-4289-a831-64964905d7d6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.363289 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-281c8763-81cc-4289-a831-64964905d7d6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "GET /v2.0/networks?id=71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 200 len: 809 time: 0.5618663 Mar 23 21:20:34.364398 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-620abdc9-f87b-45b1-8fd9-20ee5addb8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (698ca9ff-b592-42f6-960e-de86e19d9033), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.392027 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Request body: {'port': {'device_id': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312', 'admin_state_up': True, 'tenant_id': '33b7ed4d0d7048269faa879b15495739'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:34.406352 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-620abdc9-f87b-45b1-8fd9-20ee5addb8c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5c90a3f10d184afcaf13ab36a07527e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571297 Mar 23 21:20:34.410839 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41506) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:34.413283 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620abdc9-f87b-45b1-8fd9-20ee5addb8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698ca9ff-b592-42f6-960e-de86e19d9033,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:34.440033 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:34.451987 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'port_id': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'mac_address': 'fa:16:3e:c9:5e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:34.460838 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.467345 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-045deba6-a72b-4a4c-bf54-6601c5e0af1c req-004edb82-3899-4c21-8356-327d964d5a90 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4677119 Mar 23 21:20:34.497614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fee50a0-422c-439a-a53e-be469faf4ba6 req-6beadbdc-2c3d-486d-80c0-a98fbda400f6 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.499118 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7fee50a0-422c-439a-a53e-be469faf4ba6 req-6beadbdc-2c3d-486d-80c0-a98fbda400f6 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.5317044 Mar 23 21:20:34.509947 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] Publish callbacks [] for security_group (698ca9ff-b592-42f6-960e-de86e19d9033), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.530576 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a390820-2c0b-40a8-9ea4-d88fb073cc6d x-openstack-request-id: req-2a390820-2c0b-40a8-9ea4-d88fb073cc6d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:34.530926 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "name": "network-vif-plugged", "status": "completed", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:34.531343 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a390820-2c0b-40a8-9ea4-d88fb073cc6d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:34.531893 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a390820-2c0b-40a8-9ea4-d88fb073cc6d'] response: {'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c', 'code': 200} Mar 23 21:20:34.533688 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:34.537148 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 52510793-9e37-4f5f-a9c2-a272290a5e6c is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:34.538383 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.545507 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] Publish callbacks [] for security_group (698ca9ff-b592-42f6-960e-de86e19d9033), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.575242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-ce047bef-5da7-4ad6-ae87-5ba5616d202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.576717 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-ce047bef-5da7-4ad6-ae87-5ba5616d202b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.6344652 Mar 23 21:20:34.608466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:34.630384 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52510793-9e37-4f5f-a9c2-a272290a5e6c {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:34.668400 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks [] for port (887c5d51-6eb7-40b0-9774-3b9680960006), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.675462 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:34.681521 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:34.691195 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-ae53e4e1-f207-404e-936d-d0ca29a79b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d HTTP/1.1" status: 200 len: 217 time: 0.0965149 Mar 23 21:20:34.701590 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (698ca9ff-b592-42f6-960e-de86e19d9033), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.704226 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.709861 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/698ca9ff-b592-42f6-960e-de86e19d9033 HTTP/1.1" status: 204 len: 168 time: 0.2938669 Mar 23 21:20:34.715391 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3dc25-0bea-473f-ad38-0eed8a7ad476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698ca9ff-b592-42f6-960e-de86e19d9033,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:34.757619 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Transition to ACTIVE for port object 887c5d51-6eb7-40b0-9774-3b9680960006 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:34.777038 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7fee50a0-422c-439a-a53e-be469faf4ba6 req-082c85a1-f11a-44ff-a32b-8bf32c0154c6 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348616 Mar 23 21:20:34.794432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-93212395-7a7d-466b-939c-9bc2ef4fb100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.795903 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-93212395-7a7d-466b-939c-9bc2ef4fb100 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0916891 Mar 23 21:20:34.800084 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.809168 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315eb80c-17f9-47c4-bb01-8f8acd51b6e8 req-24fea1ef-ee18-4088-96c0-fd47a2118561 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.813037 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-315eb80c-17f9-47c4-bb01-8f8acd51b6e8 req-24fea1ef-ee18-4088-96c0-fd47a2118561 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 945 time: 0.2050266 Mar 23 21:20:34.870038 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:34.900539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.975975 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Made reservation on behalf of 33b7ed4d0d7048269faa879b15495739 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:20:34.980579 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:34.993307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-0522557e-92b0-4807-8fc5-90d0ea5aba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:34.994806 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-0522557e-92b0-4807-8fc5-90d0ea5aba7c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1830223 Mar 23 21:20:35.028814 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-315eb80c-17f9-47c4-bb01-8f8acd51b6e8 req-42b41f9b-956c-4b04-b68f-1f9656ec55a0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042069 Mar 23 21:20:35.055673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['52510793-9e37-4f5f-a9c2-a272290a5e6c'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:35.055673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['b10e5aa2-1710-4aee-99b4-2aa0bc5f3288'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:35.108484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:35.110240 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d4c9b-604f-4b73-a7f0-9bc0494b408b req-ab36a468-4e36-4ac1-ad07-f023f97b1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:35.113286 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e4d4c9b-604f-4b73-a7f0-9bc0494b408b req-ab36a468-4e36-4ac1-ad07-f023f97b1b57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1130 time: 0.1213970 Mar 23 21:20:35.155569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d967bee-bb2d-4680-ab5e-a8d79fd6ec84 req-6e9f27fe-6742-477e-ae4d-e872a20ac81b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:35.157160 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d967bee-bb2d-4680-ab5e-a8d79fd6ec84 req-6e9f27fe-6742-477e-ae4d-e872a20ac81b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 945 time: 0.2952604 Mar 23 21:20:35.215387 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-8e4d4c9b-604f-4b73-a7f0-9bc0494b408b req-eb32bc35-875a-41fc-9b21-bddedd6e5608 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944288 Mar 23 21:20:35.277331 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f338a65c-e66e-4e88-b18f-d444c7a6ddec req-6389ce66-c080-4435-8d55-cdb50eeca020 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 210 time: 0.0972364 Mar 23 21:20:35.392431 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Attempting to bind port 887c5d51-6eb7-40b0-9774-3b9680960006 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:35.393130 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Attempting to bind port 887c5d51-6eb7-40b0-9774-3b9680960006 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:35.393130 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Attempting to bind port 887c5d51-6eb7-40b0-9774-3b9680960006 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:35.402013 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-ed93b0ed-3ca7-45a4-a486-3f9ff94d48f5 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938177 Mar 23 21:20:35.411068 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1d967bee-bb2d-4680-ab5e-a8d79fd6ec84 req-889b352c-0f4e-4ba8-a2e2-826248098ec6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964619 Mar 23 21:20:35.414931 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Port 887c5d51-6eb7-40b0-9774-3b9680960006 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:35.415254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Attempting to bind port 887c5d51-6eb7-40b0-9774-3b9680960006 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:35.480254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:35.480890 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Checking segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:35.481181 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Bound using segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:35.481437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Bound port: 887c5d51-6eb7-40b0-9774-3b9680960006, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:35.481851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:35.526397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Allocated IP 172.20.0.5 (71b49342-2c16-41ba-b79a-a29f71d0a312/728acde9-aa6e-400d-b6b0-41079c70d7e8/262f8532-02f7-47b2-bf13-a4ea0d87067b) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:20:35.710945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd9639-1e2f-4dfc-8ed3-6c9bcea3f794 req-09b6bcc5-597d-4643-bb99-82890325f85b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:35.712677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdbd9639-1e2f-4dfc-8ed3-6c9bcea3f794 req-09b6bcc5-597d-4643-bb99-82890325f85b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 944 time: 0.2636356 Mar 23 21:20:35.714598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d78e18df-0a15-4e3d-b5d5-4a1cd970608c req-8b1726e6-f629-4c3c-a130-475fc15191af service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026812 Mar 23 21:20:35.730345 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:35.777657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:35.808589 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:35.824220 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed20158-2778-4c85-8b0f-03b023a6f422 req-e22baa64-9fb7-4df8-b3f8-6412908cbc06 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:35.825687 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5ed20158-2778-4c85-8b0f-03b023a6f422 req-e22baa64-9fb7-4df8-b3f8-6412908cbc06 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.2256970 Mar 23 21:20:35.858310 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:35.887654 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:35.894881 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:35.918315 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fdbd9639-1e2f-4dfc-8ed3-6c9bcea3f794 req-26144ab8-ab85-4d51-adf2-ec6d14310c15 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960895 Mar 23 21:20:35.954376 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks [] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:35.954501 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:35.955245 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:35.964037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:35.964706 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:35.966177 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] 10.222.0.24 "PUT /v2.0/ports/887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 1093 time: 2.6820736 Mar 23 21:20:35.974627 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:35.976980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a556194-2058-484c-9949-900a80e872ea" -d '{"events": [{"name": "network-changed", "server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:35.990931 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5ed20158-2778-4c85-8b0f-03b023a6f422 req-a6e6f987-afc2-4f03-a0e6-484543b13016 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587338 Mar 23 21:20:35.999283 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:36.023260 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7eed9e-67e7-4882-a9c4-7e7a2b10b9fd service neutron] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:36.046474 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:36.052348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8a9dc8-7749-4e60-b016-055b28b37c9f x-openstack-request-id: req-9a8a9dc8-7749-4e60-b016-055b28b37c9f {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:36.054310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:36.054310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9a8a9dc8-7749-4e60-b016-055b28b37c9f {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:36.054310 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8a9dc8-7749-4e60-b016-055b28b37c9f'] response: {'name': 'network-changed', 'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'status': 'completed', 'code': 200} Mar 23 21:20:36.180701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a556194-2058-484c-9949-900a80e872ea req-d8910a85-46e4-4093-9aa7-0e7e0ca3766e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.185979 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a556194-2058-484c-9949-900a80e872ea req-d8910a85-46e4-4093-9aa7-0e7e0ca3766e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1127 time: 0.0966535 Mar 23 21:20:36.195884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc738bbe-434c-4adc-9299-4feb0029cb77 req-ee1add2c-c4f9-4ced-a197-a9abc125109d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.203589 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cc738bbe-434c-4adc-9299-4feb0029cb77 req-ee1add2c-c4f9-4ced-a197-a9abc125109d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 945 time: 0.0780871 Mar 23 21:20:36.251646 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-04bf83e2-cad6-43b1-a4a6-75631037382a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:36.255419 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:36.275478 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:36.316075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:36.376000 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cc738bbe-434c-4adc-9299-4feb0029cb77 req-9da66274-a03a-41fb-b633-87a67308be6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714211 Mar 23 21:20:36.381357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:20:36.385047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Pushing event updated for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:36.399621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:20:36.418382 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:20:36.469636 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a556194-2058-484c-9949-900a80e872ea req-fac7d8df-45d6-4626-a8c3-1dc88e2f99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.471626 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a556194-2058-484c-9949-900a80e872ea req-fac7d8df-45d6-4626-a8c3-1dc88e2f99f9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2599905 Mar 23 21:20:36.537241 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:36.545064 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.545831 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:36.599203 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb224b0-0f82-4f23-b2d9-4560ca73bf1b req-56e1cbe3-e78d-4212-8644-85257b9dcb54 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.600704 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fb224b0-0f82-4f23-b2d9-4560ca73bf1b req-56e1cbe3-e78d-4212-8644-85257b9dcb54 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 931 time: 0.2234910 Mar 23 21:20:36.676847 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251d031-3c4a-4e14-8205-9ca60251dc52 req-ddb45e2c-9aac-490f-b0c7-4afd099db99a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.680864 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4251d031-3c4a-4e14-8205-9ca60251dc52 req-ddb45e2c-9aac-490f-b0c7-4afd099db99a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 945 time: 0.1742835 Mar 23 21:20:36.681758 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a556194-2058-484c-9949-900a80e872ea req-a43dabac-6f27-412f-9f58-7a04604f7a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:36.683109 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a556194-2058-484c-9949-900a80e872ea req-a43dabac-6f27-412f-9f58-7a04604f7a55 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2046032 Mar 23 21:20:36.712402 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-195c3b1e-fc95-47fb-a5b6-1b092169843e tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3400767 Mar 23 21:20:36.715828 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fb224b0-0f82-4f23-b2d9-4560ca73bf1b req-9e48cbd8-f46f-47c4-96f0-5e4b2748334d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076493 Mar 23 21:20:36.729626 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Request body: {'port': {'device_id': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:36.799272 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4251d031-3c4a-4e14-8205-9ca60251dc52 req-c5872740-6ee0-4cb1-90d1-98c317d3e0f0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125085 Mar 23 21:20:37.077397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:37.172729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-d7113970-88d1-4719-acb1-150c549738e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.174822 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-d7113970-88d1-4719-acb1-150c549738e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1127 time: 0.4118333 Mar 23 21:20:37.234787 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db810f-245c-4008-8954-2e6deb14b446 req-21368a0e-e071-49e5-abb2-45e5604713a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.236376 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13db810f-245c-4008-8954-2e6deb14b446 req-21368a0e-e071-49e5-abb2-45e5604713a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 945 time: 0.1552608 Mar 23 21:20:37.282300 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-ce14aeb5-9934-4bf9-94fc-ea060ec12772 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 217 time: 0.0971878 Mar 23 21:20:37.418600 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13db810f-245c-4008-8954-2e6deb14b446 req-711f3978-bc0e-412d-ba72-43ea642fffbc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417933 Mar 23 21:20:37.423800 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-0dd57c4b-8454-46a3-8039-134f2d2944ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.425251 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-0dd57c4b-8454-46a3-8039-134f2d2944ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.1337533 Mar 23 21:20:37.552282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633696d3-b562-41c7-a94e-21aca32d29da req-425fd2e6-ba58-4f85-b356-c857e8c35205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.553867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-425fd2e6-ba58-4f85-b356-c857e8c35205 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182511 Mar 23 21:20:37.648957 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:37.654742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c00633-3b5f-4e24-95e3-c7dd305ec043 req-f2afbdbb-bc72-49de-858e-dc0af80dfc26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.656218 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73c00633-3b5f-4e24-95e3-c7dd305ec043 req-f2afbdbb-bc72-49de-858e-dc0af80dfc26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1684155 Mar 23 21:20:37.659854 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262f8532-02f7-47b2-bf13-a4ea0d87067b {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:37.677460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks [] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:37.721188 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Transition to ACTIVE for port object 262f8532-02f7-47b2-bf13-a4ea0d87067b will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:20:37.755180 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:37.756470 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73c00633-3b5f-4e24-95e3-c7dd305ec043 req-742de150-0ac2-49d1-ae25-b961a4abd9bb tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919061 Mar 23 21:20:37.758511 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-6e9533a8-ea23-4f29-afbf-048f673133e9 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793802 Mar 23 21:20:37.858871 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:37.916861 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-633696d3-b562-41c7-a94e-21aca32d29da req-9659d166-d92b-4f05-9420-026c78b2ea5b service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520865 Mar 23 21:20:37.950024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27060c7e-db84-470e-a7e6-955b16147e00 req-bc394da6-0157-496f-8fea-4be3cd26b43b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:37.950024 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27060c7e-db84-470e-a7e6-955b16147e00 req-bc394da6-0157-496f-8fea-4be3cd26b43b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 945 time: 0.1238134 Mar 23 21:20:37.950024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Pushing event updated for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:37.964536 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:37.970623 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:37.970973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.043837 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27060c7e-db84-470e-a7e6-955b16147e00 req-725feb96-9c14-4b94-a3db-051c89617c21 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939713 Mar 23 21:20:38.054879 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Attempting to bind port 262f8532-02f7-47b2-bf13-a4ea0d87067b on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:20:38.055095 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Attempting to bind port 262f8532-02f7-47b2-bf13-a4ea0d87067b by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:20:38.055438 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Attempting to bind port 262f8532-02f7-47b2-bf13-a4ea0d87067b on network 71b49342-2c16-41ba-b79a-a29f71d0a312 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:38.059901 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Port 262f8532-02f7-47b2-bf13-a4ea0d87067b on network 71b49342-2c16-41ba-b79a-a29f71d0a312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:20:38.060240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Attempting to bind port 262f8532-02f7-47b2-bf13-a4ea0d87067b on network 71b49342-2c16-41ba-b79a-a29f71d0a312 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:20:38.066271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:20:38.066604 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Checking segment: {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:20:38.066984 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Bound using segment: {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:20:38.067429 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Bound port: 262f8532-02f7-47b2-bf13-a4ea0d87067b, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:20:38.067760 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.077246 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:38.077767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.110750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:38.117218 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7e9dd6-3501-4716-981b-de0aa159efc7" -d '{"events": [{"server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "name": "network-vif-plugged", "status": "completed", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:38.136154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:38.174924 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:20:38.192410 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:20:38.218656 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd2c6-1630-43f6-bc48-5031d6da2b1b req-9482b53e-0fca-4b49-8468-05e39a6a535d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.220922 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24fcd2c6-1630-43f6-bc48-5031d6da2b1b req-9482b53e-0fca-4b49-8468-05e39a6a535d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 943 time: 0.0898597 Mar 23 21:20:38.270878 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24fcd2c6-1630-43f6-bc48-5031d6da2b1b req-d6678e05-2559-414f-a808-9846bce68247 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Mar 23 21:20:38.278275 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.279156 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:38.360677 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.366929 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:38.405379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.406001 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.407993 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] 10.222.0.24 "PUT /v2.0/ports/262f8532-02f7-47b2-bf13-a4ea0d87067b HTTP/1.1" status: 200 len: 1093 time: 1.6837513 Mar 23 21:20:38.410111 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:38.414773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e2a44-62fb-4c84-a24f-20237e04687b" -d '{"events": [{"name": "network-changed", "server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:38.439950 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636392d-9436-45e1-9e92-cd0060d5b920 req-886b8dfc-f2d4-4d1b-a527-a53421128831 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.441435 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8636392d-9436-45e1-9e92-cd0060d5b920 req-886b8dfc-f2d4-4d1b-a527-a53421128831 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 945 time: 0.1166737 Mar 23 21:20:38.442477 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a07b3d-9867-490b-949b-9e6b76e5145f service neutron] Pushing event updated for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:38.482044 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:38.491833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:38.492258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.541839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124796aa-94f4-44a2-8844-ac91ddbb7d7a x-openstack-request-id: req-124796aa-94f4-44a2-8844-ac91ddbb7d7a {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:38.541839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "name": "network-vif-plugged", "status": "completed", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:38.541839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-124796aa-94f4-44a2-8844-ac91ddbb7d7a {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:38.541839 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124796aa-94f4-44a2-8844-ac91ddbb7d7a'] response: {'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'code': 200} Mar 23 21:20:38.542097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0875b75-0e4a-468d-bce0-fea1f440f364 x-openstack-request-id: req-b0875b75-0e4a-468d-bce0-fea1f440f364 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:38.542097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:38.542097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b0875b75-0e4a-468d-bce0-fea1f440f364 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:38.542097 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0875b75-0e4a-468d-bce0-fea1f440f364'] response: {'name': 'network-changed', 'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b', 'status': 'completed', 'code': 200} Mar 23 21:20:38.543137 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8636392d-9436-45e1-9e92-cd0060d5b920 req-e7f7ab34-8381-48b7-b790-4abf066dc3b3 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954211 Mar 23 21:20:38.627007 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:38.627397 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.633633 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-f3b612a9-bf5c-4bb7-8d83-a5da3ff67893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.635133 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-f3b612a9-bf5c-4bb7-8d83-a5da3ff67893 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 1127 time: 0.1162562 Mar 23 21:20:38.662372 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:38.683273 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-95a31c8f-c1cd-4ca1-9d1d-ece9d4363d31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b HTTP/1.1" status: 200 len: 217 time: 0.0402081 Mar 23 21:20:38.698747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e53eea-9cb5-4ff0-89b8-902ced9bcdd4 req-198bd801-5477-4d91-8e5e-c02ed915fb96 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.700176 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91e53eea-9cb5-4ff0-89b8-902ced9bcdd4 req-198bd801-5477-4d91-8e5e-c02ed915fb96 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.1057801 Mar 23 21:20:38.746819 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91e53eea-9cb5-4ff0-89b8-902ced9bcdd4 req-1afd9d5c-a8b8-476d-a35a-76973836a629 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407066 Mar 23 21:20:38.790713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:38.797520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52510793-9e37-4f5f-a9c2-a272290a5e6c up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:38.797943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-2b5b2b41-d85e-4db6-9942-46cc776b018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:38.797943 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-2b5b2b41-d85e-4db6-9942-46cc776b018b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=728acde9-aa6e-400d-b6b0-41079c70d7e8 HTTP/1.1" status: 200 len: 849 time: 0.0463345 Mar 23 21:20:38.847553 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-513ae9f9-1e50-400e-9fa1-364821f71114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71b49342-2c16-41ba-b79a-a29f71d0a312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440333 Mar 23 21:20:38.886247 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:38.970461 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 52510793-9e37-4f5f-a9c2-a272290a5e6c completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:38.982368 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 52510793-9e37-4f5f-a9c2-a272290a5e6c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:38.982368 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:39.000328 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a233b42-a300-40d5-b3d8-cc8651766bd9 req-d9c369f9-d229-444a-8463-0379cf845bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.002378 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a233b42-a300-40d5-b3d8-cc8651766bd9 req-d9c369f9-d229-444a-8463-0379cf845bf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 1130 time: 0.1542063 Mar 23 21:20:39.011764 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc5da2-5b97-475c-9dfc-9c40cff2a8f1 req-45574683-174c-4f4b-b5a6-0c0faf03934a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.013235 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31dc5da2-5b97-475c-9dfc-9c40cff2a8f1 req-45574683-174c-4f4b-b5a6-0c0faf03934a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1639807 Mar 23 21:20:39.054845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-49df78f0-4122-4bb1-b675-64ab08b855c4 service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663117 Mar 23 21:20:39.061733 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 52510793-9e37-4f5f-a9c2-a272290a5e6c is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:39.062125 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:39.092009 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:39.106620 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:39.152050 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a233b42-a300-40d5-b3d8-cc8651766bd9 req-510cd350-74d7-4555-b75b-26a75e33bb91 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364460 Mar 23 21:20:39.179306 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-31dc5da2-5b97-475c-9dfc-9c40cff2a8f1 req-c2733a9f-c779-4b05-b146-bc85b88a1c70 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570501 Mar 23 21:20:39.206036 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32582463-dd5c-4188-b3fd-8b6148ceeca8 req-33ba736e-d8c7-4357-9908-45386887b062 service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692009 Mar 23 21:20:39.232999 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ce7f-01ad-47ab-8502-26500d9a85ac req-792f8b67-2a27-4d5e-9ece-370c96889a12 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.232999 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3640ce7f-01ad-47ab-8502-26500d9a85ac req-792f8b67-2a27-4d5e-9ece-370c96889a12 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0898314 Mar 23 21:20:39.271378 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3640ce7f-01ad-47ab-8502-26500d9a85ac req-b16b5c5d-30dd-4427-8cb7-b5d0d3a8ea87 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435700 Mar 23 21:20:39.302089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:39.356216 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:39.392649 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2149d0e-dc79-4045-acae-31089d3b0117 req-91218041-58b7-47cb-a477-830be41a992a tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.394196 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2149d0e-dc79-4045-acae-31089d3b0117 req-91218041-58b7-47cb-a477-830be41a992a tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 943 time: 0.0528474 Mar 23 21:20:39.440781 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2149d0e-dc79-4045-acae-31089d3b0117 req-c71f5664-cf59-4f8a-b3b2-2c4097635810 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Mar 23 21:20:39.570304 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-58fd6018-ea09-4aa7-8185-cb784f25569b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.571836 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-58fd6018-ea09-4aa7-8185-cb784f25569b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 1127 time: 0.0490696 Mar 23 21:20:39.702144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-286cc041-060e-486f-b764-f0edf1328d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.703584 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-286cc041-060e-486f-b764-f0edf1328d41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 200 len: 910 time: 0.1258776 Mar 23 21:20:39.725464 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62650d24-0af5-4d0a-8d9a-270888e89470 req-487bf5a4-81ec-4090-bc08-8406a21d6cd8 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.726898 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62650d24-0af5-4d0a-8d9a-270888e89470 req-487bf5a4-81ec-4090-bc08-8406a21d6cd8 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0830154 Mar 23 21:20:39.756293 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-933524a6-812f-4235-bc0e-53fca637c3e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b HTTP/1.1" status: 200 len: 217 time: 0.0458844 Mar 23 21:20:39.839428 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62650d24-0af5-4d0a-8d9a-270888e89470 req-72c84501-37e3-497b-b3c3-14a27bdda737 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855310 Mar 23 21:20:39.861463 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-d6957069-05c2-4916-b27c-400105d76f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.862903 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-d6957069-05c2-4916-b27c-400105d76f29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=728acde9-aa6e-400d-b6b0-41079c70d7e8 HTTP/1.1" status: 200 len: 849 time: 0.0947635 Mar 23 21:20:39.895613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-e7588905-d11a-4eae-9711-e709b4e9e721 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71b49342-2c16-41ba-b79a-a29f71d0a312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265684 Mar 23 21:20:39.917884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa18ac-9379-453d-869f-bb569cb6f9aa req-297941bd-2eb5-4186-8763-ba72420fae90 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:39.919278 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57fa18ac-9379-453d-869f-bb569cb6f9aa req-297941bd-2eb5-4186-8763-ba72420fae90 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0963185 Mar 23 21:20:40.020980 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57fa18ac-9379-453d-869f-bb569cb6f9aa req-0d3ba8ab-b8ba-4a93-83a2-d938c9b5170f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917699 Mar 23 21:20:40.031591 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-885f4117-5f23-4e60-ac57-18c57f826802 service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285920 Mar 23 21:20:40.353056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444910ac-d4e1-42a1-b5dc-c8abfbc075c8 req-57b82aab-cdae-4755-b612-f7aaf8f66a53 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:40.354498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-444910ac-d4e1-42a1-b5dc-c8abfbc075c8 req-57b82aab-cdae-4755-b612-f7aaf8f66a53 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0802352 Mar 23 21:20:40.370018 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df6e2a44-62fb-4c84-a24f-20237e04687b req-b0b7ed78-1581-41c8-8441-8502b46dfe57 service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314734 Mar 23 21:20:40.434772 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-444910ac-d4e1-42a1-b5dc-c8abfbc075c8 req-06c73a0a-28cb-41d9-8f33-67395dc8416b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687804 Mar 23 21:20:40.442621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4cd80-ca5e-4c54-805c-c49308bf7953 req-864ef178-a900-49b8-a95d-c30369a7aab5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:40.444145 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29e4cd80-ca5e-4c54-805c-c49308bf7953 req-864ef178-a900-49b8-a95d-c30369a7aab5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0887828 Mar 23 21:20:40.497723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-29e4cd80-ca5e-4c54-805c-c49308bf7953 req-8f2ec495-cb18-47f8-9fe6-3f2375012333 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478990 Mar 23 21:20:40.537624 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288'}, {'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:40.539933 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0768c2-5203-4fa1-9785-91556d56afd2" -d '{"events": [{"server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "name": "network-vif-plugged", "status": "completed", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288"}, {"server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "name": "network-vif-plugged", "status": "completed", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:40.582045 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:40.585083 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39373be-bf89-4dc3-9faf-edf00ed10af2 req-cc0fdff8-a95b-4e99-a836-c5130bb4f53f tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:40.585771 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a57bf-7c14-464f-9c7b-1119b2f43640 x-openstack-request-id: req-242a57bf-7c14-464f-9c7b-1119b2f43640 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:40.586067 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "name": "network-vif-plugged", "status": "completed", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288", "code": 200}, {"server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "name": "network-vif-plugged", "status": "completed", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:40.586318 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-242a57bf-7c14-464f-9c7b-1119b2f43640 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:40.586712 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242a57bf-7c14-464f-9c7b-1119b2f43640'] response: {'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288', 'code': 200} Mar 23 21:20:40.586887 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c39373be-bf89-4dc3-9faf-edf00ed10af2 req-cc0fdff8-a95b-4e99-a836-c5130bb4f53f tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 943 time: 0.0717204 Mar 23 21:20:40.587142 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242a57bf-7c14-464f-9c7b-1119b2f43640'] response: {'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'code': 200} Mar 23 21:20:40.663514 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c39373be-bf89-4dc3-9faf-edf00ed10af2 req-ae0531ff-f594-4ec5-b1a2-b144385aebc7 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706847 Mar 23 21:20:40.983995 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ea619-042a-44f2-82bf-135ad7246be9 req-83431b1f-78cb-4087-9a72-f2a2afbe458a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:40.985524 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c49ea619-042a-44f2-82bf-135ad7246be9 req-83431b1f-78cb-4087-9a72-f2a2afbe458a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0799062 Mar 23 21:20:41.039656 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4008-57b2-48a2-92fb-f636d01239e3 req-62c36ab6-8a82-44d6-8185-ea258ec9303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.041150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70dd4008-57b2-48a2-92fb-f636d01239e3 req-62c36ab6-8a82-44d6-8185-ea258ec9303f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1130 time: 0.0981839 Mar 23 21:20:41.093006 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c49ea619-042a-44f2-82bf-135ad7246be9 req-1a6ff789-5982-4c36-b04b-e442968a059a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948069 Mar 23 21:20:41.102041 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc41dbe-b6aa-40bc-97d5-d031805493c5 req-e4425d8d-9f3c-4f32-b098-5b6feaf123aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.103489 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dc41dbe-b6aa-40bc-97d5-d031805493c5 req-e4425d8d-9f3c-4f32-b098-5b6feaf123aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1130 time: 0.1141489 Mar 23 21:20:41.156191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70dd4008-57b2-48a2-92fb-f636d01239e3 req-f5082736-62c3-432c-9ec6-f9f0734dfc65 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088114 Mar 23 21:20:41.188561 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dc41dbe-b6aa-40bc-97d5-d031805493c5 req-3b05e920-d509-47bf-8196-f47512f8f565 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755260 Mar 23 21:20:41.195475 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d7594-d121-4aa5-af4a-0e532304bbd5 req-428f2093-2c5d-4a46-a1e3-51cfcb506efa tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.196848 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dd9d7594-d121-4aa5-af4a-0e532304bbd5 req-428f2093-2c5d-4a46-a1e3-51cfcb506efa tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.1022480 Mar 23 21:20:41.241972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dd9d7594-d121-4aa5-af4a-0e532304bbd5 req-162060c4-5e24-4c87-918e-24aae80096d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395093 Mar 23 21:20:41.400388 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ff3fe-84b9-4e0f-836b-ac5866132f3b req-a422af62-62b6-42da-8c22-d03041122ba6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.401875 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b5ff3fe-84b9-4e0f-836b-ac5866132f3b req-a422af62-62b6-42da-8c22-d03041122ba6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0545466 Mar 23 21:20:41.410998 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41692) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:41.415408 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:41.485884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:41.700770 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6361d5-4e96-47c9-905d-64cd9ef3b96d req-59d2b328-ee14-42b6-bd7e-48e915448827 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.702270 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2b6361d5-4e96-47c9-905d-64cd9ef3b96d req-59d2b328-ee14-42b6-bd7e-48e915448827 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1818602 Mar 23 21:20:41.772599 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74a257-7f8a-4a0e-a734-9c44c61978bb req-455014a5-5f65-4593-b750-2a2fb0ace836 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:41.773945 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:41.774415 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b74a257-7f8a-4a0e-a734-9c44c61978bb req-455014a5-5f65-4593-b750-2a2fb0ace836 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1884844 Mar 23 21:20:41.863024 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2b6361d5-4e96-47c9-905d-64cd9ef3b96d req-f2e2fbdd-e48a-4e2c-8d06-3e48d3a8243e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222048 Mar 23 21:20:41.869381 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b74a257-7f8a-4a0e-a734-9c44c61978bb req-0871e275-9cc3-4075-a35e-bbc559e394f7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877256 Mar 23 21:20:41.873883 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:41.891023 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '887c5d51-6eb7-40b0-9774-3b9680960006', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:41.945310 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:41.945780 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:41.959338 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:41.980259 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:42.178745 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec569ba9-fd92-4774-b4e5-1afb4b1f886b req-8d6c61d5-b6d4-4ce6-8f79-4ca6980609b3 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:42.180252 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec569ba9-fd92-4774-b4e5-1afb4b1f886b req-8d6c61d5-b6d4-4ce6-8f79-4ca6980609b3 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 943 time: 0.1795907 Mar 23 21:20:42.190395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:42.190395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 262f8532-02f7-47b2-bf13-a4ea0d87067b details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:20:42.245961 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.db.resource_extend [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 21:20:42.289605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:42.343786 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:42.357862 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '262f8532-02f7-47b2-bf13-a4ea0d87067b', 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312', 'port_id': '262f8532-02f7-47b2-bf13-a4ea0d87067b', 'mac_address': 'fa:16:3e:1d:23:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728acde9-aa6e-400d-b6b0-41079c70d7e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:20:42.419985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 262f8532-02f7-47b2-bf13-a4ea0d87067b is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:42.419985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:42.427827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262f8532-02f7-47b2-bf13-a4ea0d87067b {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:20:42.459269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:42.529808 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:42.543622 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec569ba9-fd92-4774-b4e5-1afb4b1f886b req-4365bf23-e244-4616-842e-7644ae4d85f3 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516202 Mar 23 21:20:42.565953 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0652f9-4b59-4a87-9339-ac528d0502ba req-53b14ab0-d405-482b-950a-09ddab75082b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:42.570245 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df0652f9-4b59-4a87-9339-ac528d0502ba req-53b14ab0-d405-482b-950a-09ddab75082b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.4011478 Mar 23 21:20:42.570245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:42.596627 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:42.622656 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df0652f9-4b59-4a87-9339-ac528d0502ba req-c4773186-78be-4bf1-8c04-7acd74af5798 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Mar 23 21:20:42.701194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:42.806045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0 associated. External IP: 172.27.0.80, port: 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d. Mar 23 21:20:42.998468 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['262f8532-02f7-47b2-bf13-a4ea0d87067b'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:43.005115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['887c5d51-6eb7-40b0-9774-3b9680960006'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:43.177347 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcf9f1-93f7-4709-a503-05e58a42c752 req-eaba276b-ae3e-49e5-a09f-fde0f04e836a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.181671 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a2dcf9f1-93f7-4709-a503-05e58a42c752 req-eaba276b-ae3e-49e5-a09f-fde0f04e836a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.1857357 Mar 23 21:20:43.191131 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af1046-1a68-418a-b427-60065853a45a req-45aa6c69-af5b-434f-8aab-67e90ea34191 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.195053 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2af1046-1a68-418a-b427-60065853a45a req-45aa6c69-af5b-434f-8aab-67e90ea34191 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1980879 Mar 23 21:20:43.255870 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:43.295768 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2af1046-1a68-418a-b427-60065853a45a req-f26a277c-fc7f-4949-ade2-9c46a3af4d22 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933013 Mar 23 21:20:43.299243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a2dcf9f1-93f7-4709-a503-05e58a42c752 req-25c30410-51e4-487b-ade3-6b9f329abbc4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041918 Mar 23 21:20:43.403191 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:43.407796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:43.415598 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:43.426110 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:43.426729 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:43.442749 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a5482ac7-4a6c-4e6e-ae3b-656c96c0cdd0 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "PUT /v2.0/floatingips/a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0 HTTP/1.1" status: 200 len: 991 time: 2.0252042 Mar 23 21:20:43.442749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:43.442749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17" -d '{"events": [{"name": "network-changed", "server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:43.478723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe6814c-8a24-4552-941b-7e76861925fa x-openstack-request-id: req-afe6814c-8a24-4552-941b-7e76861925fa {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:43.479373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:43.479373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-afe6814c-8a24-4552-941b-7e76861925fa {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:43.479799 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe6814c-8a24-4552-941b-7e76861925fa'] response: {'name': 'network-changed', 'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'status': 'completed', 'code': 200} Mar 23 21:20:43.548222 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:43.565046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-98d9fded-c312-4cf4-8ec9-6463bd724cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.566849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-98d9fded-c312-4cf4-8ec9-6463bd724cdd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 1130 time: 0.0485947 Mar 23 21:20:43.707696 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-a58832a8-c451-4293-b674-03feaccf3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.712621 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-a58832a8-c451-4293-b674-03feaccf3d59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.1310415 Mar 23 21:20:43.727267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471198a6-7556-46bc-82cf-dd7e0a62efbe req-7c7babcf-fc03-4f01-9af0-2db0d65b5dc9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.728210 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-471198a6-7556-46bc-82cf-dd7e0a62efbe req-7c7babcf-fc03-4f01-9af0-2db0d65b5dc9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 944 time: 0.0951228 Mar 23 21:20:43.846923 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:42Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:43.881694 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:43.888391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1c44d-dd5f-4ec4-a1c6-6e5aa9d35825 req-e64509ce-6461-4692-9f57-a9fc92940eaf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.889924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2f1c44d-dd5f-4ec4-a1c6-6e5aa9d35825 req-e64509ce-6461-4692-9f57-a9fc92940eaf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1785409 Mar 23 21:20:43.893412 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-3c3cf1b7-5f9e-4af6-bfc4-6901922fc0fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d HTTP/1.1" status: 200 len: 999 time: 0.1643102 Mar 23 21:20:43.897000 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-471198a6-7556-46bc-82cf-dd7e0a62efbe req-97c0a11a-5726-47dd-8ccc-62c86618aff2 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449172 Mar 23 21:20:43.897886 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:43.898701 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:43.978414 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2f1c44d-dd5f-4ec4-a1c6-6e5aa9d35825 req-bc8124a3-08a6-4d5f-a3f9-c1a2a3e98f7f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804017 Mar 23 21:20:43.981980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-2d679f2b-0908-424b-a5a8-6bd5291f05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:43.983371 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-2d679f2b-0908-424b-a5a8-6bd5291f05d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0695679 Mar 23 21:20:44.035886 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:44.038713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-5544c022-4c9a-40cd-b93d-77aef5a313d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:44.040438 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-5544c022-4c9a-40cd-b93d-77aef5a313d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490098 Mar 23 21:20:44.177918 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251268e8-19d3-4c9d-ba19-000f6f17b0c8 req-f01bc9d8-ed2b-41c5-a8fe-050fb1f65ca1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:44.179493 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-251268e8-19d3-4c9d-ba19-000f6f17b0c8 req-f01bc9d8-ed2b-41c5-a8fe-050fb1f65ca1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1227784 Mar 23 21:20:44.188250 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41788) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:44.192940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'floatingip': {'port_id': '52510793-9e37-4f5f-a9c2-a272290a5e6c'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:44.238678 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-beb02c29-7e2f-475c-81cb-1116186a148f service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798077 Mar 23 21:20:44.241135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:44.281631 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:42Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:44.316709 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333c807-1d18-4d8c-8aac-88d9b41cd137 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:42Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:44.457818 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e0bce59-04b2-4da5-9bec-00bcee6f1f17 req-40e8ec08-495f-4354-9986-1a2f4dc0c00d service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122304 Mar 23 21:20:44.572563 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab9bac7-1988-43a2-a85c-9d089c149d6a None None] New status for floating IP a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:20:44.577141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc127d-6b11-4fb4-b5b1-51bdc2d47d32 req-17464213-6a70-425e-8c4a-39f4c332b577 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:44.578659 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7dc127d-6b11-4fb4-b5b1-51bdc2d47d32 req-17464213-6a70-425e-8c4a-39f4c332b577 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.2014534 Mar 23 21:20:44.606850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90833668-643f-41ad-bc1c-d637520018a9 req-d3c159ff-f957-45ef-b23b-b1dbd78db475 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:44.608235 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90833668-643f-41ad-bc1c-d637520018a9 req-d3c159ff-f957-45ef-b23b-b1dbd78db475 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.2053678 Mar 23 21:20:44.764186 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7dc127d-6b11-4fb4-b5b1-51bdc2d47d32 req-6ced14f9-ea35-4478-b303-2a386f328722 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765370 Mar 23 21:20:45.037778 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90833668-643f-41ad-bc1c-d637520018a9 req-25f37208-bed6-4e4d-811e-49e096347200 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184732 Mar 23 21:20:45.201123 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:45.212796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c7703-2bac-4e27-8030-e3e4b24a6e21 req-559da8c3-2fb6-409a-8c93-2512d1013090 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:45.214385 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb6c7703-2bac-4e27-8030-e3e4b24a6e21 req-559da8c3-2fb6-409a-8c93-2512d1013090 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 944 time: 0.1087029 Mar 23 21:20:45.261207 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb6c7703-2bac-4e27-8030-e3e4b24a6e21 req-a3a3b3de-f1b6-490e-b119-1e4e33c84a66 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411527 Mar 23 21:20:45.398281 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb21461-1581-42be-9596-0605728e1901 req-1c7e54d1-9fbf-4469-8101-d4b119ec4755 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:45.399760 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eeb21461-1581-42be-9596-0605728e1901 req-1c7e54d1-9fbf-4469-8101-d4b119ec4755 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0528190 Mar 23 21:20:45.446623 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eeb21461-1581-42be-9596-0605728e1901 req-3b503423-4baf-4920-9cb5-ce41a29f58eb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412042 Mar 23 21:20:45.682227 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:45.794189 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-2667beb4-b626-4237-b68c-bd88cf3f65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:45.795686 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-2667beb4-b626-4237-b68c-bd88cf3f65f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1130 time: 0.0968344 Mar 23 21:20:45.805291 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Floating IP 817701aa-4ae3-4c24-ba24-52fbc2cb0176 associated. External IP: 172.27.0.214, port: 52510793-9e37-4f5f-a9c2-a272290a5e6c. Mar 23 21:20:45.824722 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:45.972112 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-f01071ea-2dab-4ee4-92c9-0a811d7c1a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:45.973751 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-f01071ea-2dab-4ee4-92c9-0a811d7c1a72 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1660621 Mar 23 21:20:46.015528 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 887c5d51-6eb7-40b0-9774-3b9680960006 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:46.020110 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 887c5d51-6eb7-40b0-9774-3b9680960006 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:46.020494 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.080634 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-3d130237-c5d3-4367-894e-5cc7cc355359 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 200 len: 217 time: 0.0371253 Mar 23 21:20:46.104658 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:46.105226 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.130723 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:46.133326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08d77ba-caf0-4b4f-a53c-aabccecb2594" -d '{"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:46.146139 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:46.170444 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851da16-a123-4e8c-a277-8938200d6bd5 x-openstack-request-id: req-0851da16-a123-4e8c-a277-8938200d6bd5 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:46.170758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:46.171015 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0851da16-a123-4e8c-a277-8938200d6bd5 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:46.171429 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0851da16-a123-4e8c-a277-8938200d6bd5'] response: {'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'code': 200} Mar 23 21:20:46.191932 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:46.195346 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-ee6aff7f-5a63-4c76-bc0e-2b317cae68dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.196852 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-ee6aff7f-5a63-4c76-bc0e-2b317cae68dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0970085 Mar 23 21:20:46.266967 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.267789 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 262f8532-02f7-47b2-bf13-a4ea0d87067b up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:20:46.294816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ca2f7c-b9d9-42b3-955a-368790b379f0 req-6baeef39-2740-4e80-a240-04f2164bfb7b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.296332 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41ca2f7c-b9d9-42b3-955a-368790b379f0 req-6baeef39-2740-4e80-a240-04f2164bfb7b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.1600873 Mar 23 21:20:46.352020 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:46.445858 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:46.451006 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.455628 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-2906e915-7a95-48f8-80b6-e12e10f187e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.456309 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:46.457144 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-2906e915-7a95-48f8-80b6-e12e10f187e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2088172 Mar 23 21:20:46.467985 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:46.468856 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:46.482289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41838) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:46.487035 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41ca2f7c-b9d9-42b3-955a-368790b379f0 req-dbbcf47b-6a98-41ab-b562-52202f788426 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633823 Mar 23 21:20:46.489959 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 262f8532-02f7-47b2-bf13-a4ea0d87067b completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:20:46.496791 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 262f8532-02f7-47b2-bf13-a4ea0d87067b triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:20:46.496791 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.521158 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779f93f-e16f-4ed6-97e8-7e71ac984f2b req-d699ac9e-381a-46ff-91a6-dd9e7a27dc64 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.521158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8779f93f-e16f-4ed6-97e8-7e71ac984f2b req-d699ac9e-381a-46ff-91a6-dd9e7a27dc64 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 944 time: 0.1736383 Mar 23 21:20:46.587986 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a3593b2b-0ea7-4925-a73c-709c7f660b35 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "PUT /v2.0/floatingips/817701aa-4ae3-4c24-ba24-52fbc2cb0176 HTTP/1.1" status: 200 len: 992 time: 2.3982916 Mar 23 21:20:46.596560 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 262f8532-02f7-47b2-bf13-a4ea0d87067b is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:20:46.597275 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.605653 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:46.607990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b62d5b-50fd-462f-875c-bda660565fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:46.631858 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5e03caa3-4bd9-4b1f-9a6c-ceb40ceeec4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.663410 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:46.691560 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:46.723731 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5e03caa3-4bd9-4b1f-9a6c-ceb40ceeec4f admin admin] Publish callbacks [] for security_group (beccc3a3-1efc-4289-a3ff-953812c9e8c8), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.730254 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8779f93f-e16f-4ed6-97e8-7e71ac984f2b req-a66c5e4b-b5a1-4027-b851-69130ce28c2b tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781137 Mar 23 21:20:46.738822 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-39385909-51ca-412b-9a41-16b517da32d5 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567225 Mar 23 21:20:46.755651 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.764822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a906-add3-46ad-b39c-82157a150037 req-899b7bc9-97bc-4f88-83ff-134f5d14e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.766832 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3bc0a906-add3-46ad-b39c-82157a150037 req-899b7bc9-97bc-4f88-83ff-134f5d14e03d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1129 time: 0.1519470 Mar 23 21:20:46.810237 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:46.826814 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd08a3c7-738b-435e-a05a-9d0a61d43b03 x-openstack-request-id: req-bd08a3c7-738b-435e-a05a-9d0a61d43b03 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:46.827104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:46.827357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd08a3c7-738b-435e-a05a-9d0a61d43b03 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:46.828039 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd08a3c7-738b-435e-a05a-9d0a61d43b03'] response: {'name': 'network-changed', 'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'status': 'completed', 'code': 200} Mar 23 21:20:46.832664 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5e03caa3-4bd9-4b1f-9a6c-ceb40ceeec4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (beccc3a3-1efc-4289-a3ff-953812c9e8c8), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:46.848665 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1948f-b787-4f5b-945a-0d9e4ab46393 req-cc9b761d-2ead-4c6a-81b9-5f4c922fc199 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:46.850197 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15a1948f-b787-4f5b-945a-0d9e4ab46393 req-cc9b761d-2ead-4c6a-81b9-5f4c922fc199 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.2143946 Mar 23 21:20:46.869811 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5e03caa3-4bd9-4b1f-9a6c-ceb40ceeec4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d94ba1c2763d4f4bbe6668378c1b8303&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3858545 Mar 23 21:20:46.875161 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41846) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:46.902152 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03caa3-4bd9-4b1f-9a6c-ceb40ceeec4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beccc3a3-1efc-4289-a3ff-953812c9e8c8,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:46.979339 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '817701aa-4ae3-4c24-ba24-52fbc2cb0176', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:c9:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:14Z', 'updated_at': '2022-03-23T21:20:45Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:47.000265 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3bc0a906-add3-46ad-b39c-82157a150037 req-36862d4a-a9c4-4fda-8ae5-45a7e3b65595 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160177 Mar 23 21:20:47.010179 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:47.019691 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0468ee3f-1f2a-4159-9d19-cb6b34662cf0 req-3d604de2-f9e0-4ef4-a579-c046d0bc69d4 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700188 Mar 23 21:20:47.023483 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:47.024418 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:47.026129 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15a1948f-b787-4f5b-945a-0d9e4ab46393 req-04308f56-b1f6-4f97-81c7-96a27297bb97 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619720 Mar 23 21:20:47.043885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-3129d371-ca4c-41fc-aedb-66aefb274a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:47.045424 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-3129d371-ca4c-41fc-aedb-66aefb274a41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1130 time: 0.1926160 Mar 23 21:20:47.049449 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] Publish callbacks [] for security_group (beccc3a3-1efc-4289-a3ff-953812c9e8c8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:47.075843 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] Publish callbacks [] for security_group (beccc3a3-1efc-4289-a3ff-953812c9e8c8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:47.220387 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:47.261173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (beccc3a3-1efc-4289-a3ff-953812c9e8c8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:47.263736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:47.265034 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/beccc3a3-1efc-4289-a3ff-953812c9e8c8 HTTP/1.1" status: 204 len: 168 time: 0.3888521 Mar 23 21:20:47.383747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498eb74-6561-433c-80a7-7345a407dcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beccc3a3-1efc-4289-a3ff-953812c9e8c8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:47.434402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-636e78b8-7fd6-442a-af3f-567507ea7fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:47.436295 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-636e78b8-7fd6-442a-af3f-567507ea7fe4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.1702836 Mar 23 21:20:47.466781 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '817701aa-4ae3-4c24-ba24-52fbc2cb0176', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:c9:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:14Z', 'updated_at': '2022-03-23T21:20:45Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:47.501323 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a81e9e-2d40-4d58-b558-08a62a246f1a None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '817701aa-4ae3-4c24-ba24-52fbc2cb0176', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:c9:5e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:14Z', 'updated_at': '2022-03-23T21:20:45Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:47.525037 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-e3d0cb32-416b-4dfe-a729-28b45a26d8b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 1000 time: 0.0817335 Mar 23 21:20:47.643445 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-4784c37d-d842-427d-8336-50c9f95412cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:47.645649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-4784c37d-d842-427d-8336-50c9f95412cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.1007986 Mar 23 21:20:47.715992 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7832b74-d279-4f14-87f5-7af996285998 req-45429ed2-a5f5-4d52-b05a-0328cb017d33 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:47.718156 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7832b74-d279-4f14-87f5-7af996285998 req-45429ed2-a5f5-4d52-b05a-0328cb017d33 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1330009 Mar 23 21:20:47.771737 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb980a-9d74-44d7-92ea-0bc50ab86b84 None None] New status for floating IP 817701aa-4ae3-4c24-ba24-52fbc2cb0176: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:20:47.773495 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-ebb81383-1e05-474a-a1fd-0ea724eed7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:47.775075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-ebb81383-1e05-474a-a1fd-0ea724eed7df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1214077 Mar 23 21:20:47.797170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7832b74-d279-4f14-87f5-7af996285998 req-8ab836a1-db40-4777-b9a0-57f81a76a35b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703220 Mar 23 21:20:48.151102 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41878) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:48.164625 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-34e47683-c89f-4f08-b900-e84156831f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.172846 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:48.175491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ccc3f2-2555-4da9-8f47-e1a378b8f4e0" -d '{"events": [{"server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "name": "network-vif-plugged", "status": "completed", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:48.179332 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-a9430c89-16b7-47e4-b706-a24c84a2e397 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808837 Mar 23 21:20:48.195826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f28cf-8139-480a-a60c-4f7eca62a831 req-3267c32e-b4ef-492a-a4f3-7b9a214d5658 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:48.197347 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e5f28cf-8139-480a-a60c-4f7eca62a831 req-3267c32e-b4ef-492a-a4f3-7b9a214d5658 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.3420086 Mar 23 21:20:48.239961 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-34e47683-c89f-4f08-b900-e84156831f19 admin admin] Publish callbacks [] for security_group (d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.259688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b44899f-f797-4605-a967-ec01454157ac req-03d01929-24b1-4274-9669-b578d8232b5f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:48.261149 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b44899f-f797-4605-a967-ec01454157ac req-03d01929-24b1-4274-9669-b578d8232b5f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.3658576 Mar 23 21:20:48.357950 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e5f28cf-8139-480a-a60c-4f7eca62a831 req-38e53442-36f8-4d0f-8798-239cd81ad9bf tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503770 Mar 23 21:20:48.360668 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9b62d5b-50fd-462f-875c-bda660565fc8 req-3c8dd6cf-4a0b-4f44-9030-413766e8c851 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624150 Mar 23 21:20:48.364030 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b44899f-f797-4605-a967-ec01454157ac req-5fc45e2e-9c54-4361-a11f-5ceeee815adc tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951893 Mar 23 21:20:48.364416 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-34e47683-c89f-4f08-b900-e84156831f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.399525 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41882) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:48.399675 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-34e47683-c89f-4f08-b900-e84156831f19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b5db3572e77b44f096fc2c1a54d00751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473178 Mar 23 21:20:48.425172 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e47683-c89f-4f08-b900-e84156831f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:48.428799 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac64b832-0932-4789-9574-73d19d1b1e4e x-openstack-request-id: req-ac64b832-0932-4789-9574-73d19d1b1e4e {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:48.429228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "name": "network-vif-plugged", "status": "completed", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:48.429536 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac64b832-0932-4789-9574-73d19d1b1e4e {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:48.429997 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac64b832-0932-4789-9574-73d19d1b1e4e'] response: {'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b', 'code': 200} Mar 23 21:20:48.493052 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] Publish callbacks [] for security_group (d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.514069 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01af84-bbd5-44a4-9bee-7ea5ea5e6055 req-956a548c-d705-47a9-b363-a31295387579 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:48.515553 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f01af84-bbd5-44a4-9bee-7ea5ea5e6055 req-956a548c-d705-47a9-b363-a31295387579 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0934534 Mar 23 21:20:48.533909 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] Publish callbacks [] for security_group (d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.598280 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f01af84-bbd5-44a4-9bee-7ea5ea5e6055 req-c1e1e2be-aa5a-477d-b6a8-ceb28b0a7b28 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744298 Mar 23 21:20:48.700898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.704270 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:48.708344 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d HTTP/1.1" status: 204 len: 168 time: 0.3076649 Mar 23 21:20:48.716114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925718c-74c0-48d2-9d53-7d696618ae49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a7cbca-71ed-49cd-9bc7-44ddb1ad001d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:48.844211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd7d01-bb9d-4141-bc5d-ec50387f340a req-17bb594b-6bda-4719-b0e0-9473e043382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:48.845810 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4cd7d01-bb9d-4141-bc5d-ec50387f340a req-17bb594b-6bda-4719-b0e0-9473e043382f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 1129 time: 0.0445178 Mar 23 21:20:48.929827 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4cd7d01-bb9d-4141-bc5d-ec50387f340a req-2d774e49-c46a-4061-89b8-ea3f76e85509 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685937 Mar 23 21:20:48.945820 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f2e6a-f17c-4600-bbf4-c68345da1c97 req-04f7278d-2983-4516-812e-1229b83b6c7e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:48.947247 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e86f2e6a-f17c-4600-bbf4-c68345da1c97 req-04f7278d-2983-4516-812e-1229b83b6c7e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0730414 Mar 23 21:20:48.993416 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e86f2e6a-f17c-4600-bbf4-c68345da1c97 req-062a9709-85c8-40b2-9ec6-199f6921add4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405941 Mar 23 21:20:49.151344 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 41900) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:49.262309 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.334150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Publish callbacks [] for security_group (3f72d04b-a528-40b7-8851-4211a1006291), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.469941 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3f72d04b-a528-40b7-8851-4211a1006291), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.535542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f72d04b-a528-40b7-8851-4211a1006291,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:49.539299 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12f7536b2a124bfb88020b647dc8ce76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868732 Mar 23 21:20:49.542356 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41918) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:49.552757 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.553132 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.553486 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.553829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.554165 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.554502 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.554830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.555152 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.555480 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.555804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.556134 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.556466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.556785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.557130 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.557453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdacfc0-1e72-4f0e-93c3-d7a464cdf4b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.574697 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301270f6-e44f-4376-b9be-8fc2cf36fc43 req-32d98ce2-8ede-4371-b6f8-001f09b6f080 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:49.576210 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-301270f6-e44f-4376-b9be-8fc2cf36fc43 req-32d98ce2-8ede-4371-b6f8-001f09b6f080 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.1432903 Mar 23 21:20:49.583678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14225398-9b99-4412-a8eb-4a0e983ce21f req-34e5e2fe-983d-4a87-9b22-b0002dcdb86d tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:49.585319 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14225398-9b99-4412-a8eb-4a0e983ce21f req-34e5e2fe-983d-4a87-9b22-b0002dcdb86d tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.1416183 Mar 23 21:20:49.619051 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Publish callbacks [] for security_group (3f72d04b-a528-40b7-8851-4211a1006291), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.645142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Publish callbacks [] for security_group (3f72d04b-a528-40b7-8851-4211a1006291), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.661566 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-301270f6-e44f-4376-b9be-8fc2cf36fc43 req-03a271e7-c07e-42ba-9a99-41dbbfb53700 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751827 Mar 23 21:20:49.669120 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-14225398-9b99-4412-a8eb-4a0e983ce21f req-e91bb0ed-025d-4bde-b858-cd2d6e8c293f tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759881 Mar 23 21:20:49.779456 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b654-3fa4-4e28-92b4-7af04111c35a req-472fd0ef-5b09-43f6-a3d8-c7ddfe08b1d9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:49.780963 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08e3b654-3fa4-4e28-92b4-7af04111c35a req-472fd0ef-5b09-43f6-a3d8-c7ddfe08b1d9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0544612 Mar 23 21:20:49.786457 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3f72d04b-a528-40b7-8851-4211a1006291), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.789164 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:49.790281 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f72d04b-a528-40b7-8851-4211a1006291 HTTP/1.1" status: 204 len: 168 time: 0.2465990 Mar 23 21:20:49.799124 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f72d04b-a528-40b7-8851-4211a1006291,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:49.806350 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.806886 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.807412 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.807930 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.808407 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.808876 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.809371 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.809855 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.810338 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.810794 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.811272 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.811600 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.811921 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.812245 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.812565 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c706a3-b9ad-4656-9e12-888b6d4a3c16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:20:49.853313 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-08e3b654-3fa4-4e28-92b4-7af04111c35a req-e591b687-a34d-4559-8b0d-de601c6dc778 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632765 Mar 23 21:20:50.112949 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449f591-88b2-4ff1-bcd5-2c710128692e req-9809744e-d9b2-4a38-8c1b-3483413f74c2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:50.116328 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9449f591-88b2-4ff1-bcd5-2c710128692e req-9809744e-d9b2-4a38-8c1b-3483413f74c2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0531855 Mar 23 21:20:50.166184 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9449f591-88b2-4ff1-bcd5-2c710128692e req-8823041d-bd72-41a3-96a2-8a4f974ee9fa tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461953 Mar 23 21:20:50.290248 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a73c4-cddb-4d36-9e87-ef149e6a2e50 req-b705e75d-8bff-4677-99aa-debdc8d527d7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:50.291794 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea4a73c4-cddb-4d36-9e87-ef149e6a2e50 req-b705e75d-8bff-4677-99aa-debdc8d527d7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0531576 Mar 23 21:20:50.301793 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41942) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:50.306344 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'floatingip': {'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:20:50.376463 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:50.625165 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41952) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:50.645926 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59026246-4356-4c1c-b239-a9db67c5b2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:50.776678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-9038b380-0734-4fa1-b33c-6ac92435d357 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:50.778571 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-9038b380-0734-4fa1-b33c-6ac92435d357 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.24 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.0749590 Mar 23 21:20:50.984564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05110d1d-3cc5-4c9f-96cf-69d449a7eeca req-833927dd-72e3-4f7e-ad18-d5953d7f065a tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:50.986984 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05110d1d-3cc5-4c9f-96cf-69d449a7eeca req-833927dd-72e3-4f7e-ad18-d5953d7f065a tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.2072475 Mar 23 21:20:50.995538 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773ba25-3d47-41b7-a046-b65974724426 req-e830e2db-ec6b-4c00-a1f8-b4796d19aa76 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:50.997258 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b773ba25-3d47-41b7-a046-b65974724426 req-e830e2db-ec6b-4c00-a1f8-b4796d19aa76 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 946 time: 0.2164388 Mar 23 21:20:51.109780 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Deleting port 826fefa9-18b2-49cd-bb16-a98dd4af9352 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:20:51.110121 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.119795 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b773ba25-3d47-41b7-a046-b65974724426 req-2eb38c23-1636-4df3-bbfa-f777a0d781be tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/security-groups?id=cab95df4-c5be-4c02-89ab-258002bb23e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141930 Mar 23 21:20:51.157699 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05110d1d-3cc5-4c9f-96cf-69d449a7eeca req-40fae43e-4c50-4395-8c41-477e359994c7 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582899 Mar 23 21:20:51.174368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59026246-4356-4c1c-b239-a9db67c5b2af admin admin] Publish callbacks [] for security_group (12b7f020-d88c-429b-a41e-f4f2c26c8931), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.268146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] For port 826fefa9-18b2-49cd-bb16-a98dd4af9352, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=826fefa9-18b2-49cd-bb16-a98dd4af9352,segment=NetworkSegment(8bd6b220-fefe-4ccf-b46d-254525449f6d),segment_id=8bd6b220-fefe-4ccf-b46d-254525449f6d)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:51.268486 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.283781 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.284276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4fa3a-33de-4929-8c6b-1dc6ac53c68f req-650e219c-07bc-45e1-8c4a-7302af9456e0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:51.285800 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5b4fa3a-33de-4929-8c6b-1dc6ac53c68f req-650e219c-07bc-45e1-8c4a-7302af9456e0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0987651 Mar 23 21:20:51.294731 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Calling delete_port for 826fefa9-18b2-49cd-bb16-a98dd4af9352 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:20:51.401410 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a5b4fa3a-33de-4929-8c6b-1dc6ac53c68f req-1cacb059-95e3-4b68-8904-19bdfade2349 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 Mar 23 21:20:51.415353 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-59026246-4356-4c1c-b239-a9db67c5b2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (12b7f020-d88c-429b-a41e-f4f2c26c8931), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.419486 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.518987 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59026246-4356-4c1c-b239-a9db67c5b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b7f020-d88c-429b-a41e-f4f2c26c8931,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:51.527175 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-59026246-4356-4c1c-b239-a9db67c5b2af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6be499ea7f6e4a688086cf19df91c1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8994405 Mar 23 21:20:51.530140 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 41972) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:51.580933 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Floating IP a5ec333c-1a2a-493d-8985-437f5998d911 associated. External IP: 172.27.0.224, port: 887c5d51-6eb7-40b0-9774-3b9680960006. Mar 23 21:20:51.652891 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] Publish callbacks [] for security_group (12b7f020-d88c-429b-a41e-f4f2c26c8931), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.684043 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (826fefa9-18b2-49cd-bb16-a98dd4af9352), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.686564 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] Publish callbacks [] for security_group (12b7f020-d88c-429b-a41e-f4f2c26c8931), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.706827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['826fefa9-18b2-49cd-bb16-a98dd4af9352'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:51.721849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Pushing event deleted for resources: {'Port': ['ID=826fefa9-18b2-49cd-bb16-a98dd4af9352,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:51.804237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] No DVR routers for this DVR port 826fefa9-18b2-49cd-bb16-a98dd4af9352 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:20:51.804237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.804237 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54a7cd36-856b-49b7-b44d-1d5b435e11cb req-8cb67650-c42a-4687-bb02-0a37790ee892 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.24 "DELETE /v2.0/ports/826fefa9-18b2-49cd-bb16-a98dd4af9352 HTTP/1.1" status: 204 len: 173 time: 1.0012026 Mar 23 21:20:51.804237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'name': 'network-vif-deleted', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:51.813911 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14476a03-7c68-4b10-be8c-6ab476e20a26" -d '{"events": [{"server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "name": "network-vif-deleted", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:51.843558 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61b12ee-26b6-4a00-8579-a8e11129ae1f x-openstack-request-id: req-c61b12ee-26b6-4a00-8579-a8e11129ae1f {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:51.843865 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f551e9aa-1882-4f84-9328-fea95439f5e2", "name": "network-vif-deleted", "tag": "826fefa9-18b2-49cd-bb16-a98dd4af9352", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:51.844740 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c61b12ee-26b6-4a00-8579-a8e11129ae1f {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:51.845174 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61b12ee-26b6-4a00-8579-a8e11129ae1f'] response: {'server_uuid': 'f551e9aa-1882-4f84-9328-fea95439f5e2', 'name': 'network-vif-deleted', 'tag': '826fefa9-18b2-49cd-bb16-a98dd4af9352', 'status': 'completed', 'code': 200} Mar 23 21:20:51.877651 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:20:51.987908 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:20:51.992743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:51.997434 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:20:52.006495 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:52.007103 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:52.033004 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1a185e0c-84b3-4340-bec7-1a153c777a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "PUT /v2.0/floatingips/a5ec333c-1a2a-493d-8985-437f5998d911 HTTP/1.1" status: 200 len: 991 time: 1.7190659 Mar 23 21:20:52.033004 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:52.033004 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a" -d '{"events": [{"name": "network-changed", "server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:52.257479 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcefb0d9-40ae-46b1-9f98-83cbf62691b7 x-openstack-request-id: req-bcefb0d9-40ae-46b1-9f98-83cbf62691b7 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:52.257479 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:52.257479 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bcefb0d9-40ae-46b1-9f98-83cbf62691b7 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:52.257479 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcefb0d9-40ae-46b1-9f98-83cbf62691b7'] response: {'name': 'network-changed', 'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'status': 'completed', 'code': 200} Mar 23 21:20:52.258011 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:52.258729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-722d8f23-c8d0-4730-9201-b1f1e021670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.258729 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-722d8f23-c8d0-4730-9201-b1f1e021670b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1129 time: 0.0430694 Mar 23 21:20:52.258729 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-483034ab-d6df-40cb-9ad6-25c0e1834aff req-ca847784-09a8-4b78-a777-6da31b579794 tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0325630 Mar 23 21:20:52.258729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-1f537fd6-3d2a-45de-9b61-7f80386277fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.258729 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-1f537fd6-3d2a-45de-9b61-7f80386277fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.1131783 Mar 23 21:20:52.278508 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (12b7f020-d88c-429b-a41e-f4f2c26c8931), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:52.289117 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:52.289117 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/12b7f020-d88c-429b-a41e-f4f2c26c8931 HTTP/1.1" status: 204 len: 168 time: 0.7534895 Mar 23 21:20:52.301141 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d629-2257-4ada-a782-307228e38f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b7f020-d88c-429b-a41e-f4f2c26c8931,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:52.373533 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a5ec333c-1a2a-493d-8985-437f5998d911', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:21Z', 'updated_at': '2022-03-23T21:20:51Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:52.373795 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-2cccce52-0eb7-44b8-94bf-5621f1c6b0d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 999 time: 0.1099143 Mar 23 21:20:52.407256 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:20:52.418274 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:20:52.421308 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:20:52.422160 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:20:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:52.435616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-96fa5000-6b64-4988-a890-aa816c345d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.438920 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-96fa5000-6b64-4988-a890-aa816c345d65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0592105 Mar 23 21:20:52.545266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-36bf68e7-e141-42bb-b8cb-85700d05cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.546805 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-36bf68e7-e141-42bb-b8cb-85700d05cfa2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970504 Mar 23 21:20:52.553157 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:20:52.558840 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741738ad-6458-4540-93a4-8409f4498a99 req-b15d609d-28a0-4190-a6a8-81e6d9193d41 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.563492 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-741738ad-6458-4540-93a4-8409f4498a99 req-b15d609d-28a0-4190-a6a8-81e6d9193d41 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0762546 Mar 23 21:20:52.685716 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-741738ad-6458-4540-93a4-8409f4498a99 req-a43835e3-e91b-4388-8545-c743710f33c2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745859 Mar 23 21:20:52.701972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-637e88e6-d800-43e5-b3d1-a181dcb2880f service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401808 Mar 23 21:20:52.802928 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-65a5f23b-31f0-499f-91da-211ceadecd15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1115949 Mar 23 21:20:52.823314 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7d661e81-2b46-4ebf-b603-d7d7e63fd92a req-44da18b1-49aa-408f-b4df-74babe4c6c2f service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047969 Mar 23 21:20:52.840704 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a5ec333c-1a2a-493d-8985-437f5998d911', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:21Z', 'updated_at': '2022-03-23T21:20:51Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:52.881944 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf66dd8-5ac6-4600-b828-3af3598655bf None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a5ec333c-1a2a-493d-8985-437f5998d911', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.224', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:21Z', 'updated_at': '2022-03-23T21:20:51Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:20:52.946849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-11b997ac-f729-4c74-8360-d23d541c92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:52.951952 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-11b997ac-f729-4c74-8360-d23d541c92f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1130 time: 0.0740519 Mar 23 21:20:53.068707 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-42dc023e-5a51-487c-be72-4ab502ae29be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:53.070224 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-42dc023e-5a51-487c-be72-4ab502ae29be service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.0916715 Mar 23 21:20:53.106747 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.132275 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-33a03ba5-9981-4b24-b771-b987321de7ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 200 len: 217 time: 0.0537505 Mar 23 21:20:53.164645 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1499f5db-3ca0-4336-b305-9dc7f688a60e None None] New status for floating IP a5ec333c-1a2a-493d-8985-437f5998d911: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:20:53.190180 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-65b56ff9-200e-4264-8fe8-2eef22f37f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:53.191682 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-65b56ff9-200e-4264-8fe8-2eef22f37f1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0535314 Mar 23 21:20:53.263801 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-c79da43b-6278-48fa-a869-271cfb90cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:53.265406 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-c79da43b-6278-48fa-a869-271cfb90cac6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626717 Mar 23 21:20:53.305175 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42016) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:53.320461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-552b24bf-e8f6-4253-a0f9-9a2df3deedae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.362340 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90912a0e-4fa1-44ca-8153-208ef1ca3500 req-f553568d-2995-4c62-8c66-48d422dde6fa tempest-DeleteServersTestJSON-1382828420 tempest-DeleteServersTestJSON-1382828420-project] 10.222.0.35 "GET /v2.0/ports?device_id=f551e9aa-1882-4f84-9328-fea95439f5e2 HTTP/1.1" status: 200 len: 210 time: 0.0309911 Mar 23 21:20:53.393341 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-f19171a8-f3c5-4e70-9ebe-d608e4d6c6ba service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201389 Mar 23 21:20:53.407789 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-552b24bf-e8f6-4253-a0f9-9a2df3deedae admin admin] Publish callbacks [] for security_group (e8c42202-d6a9-4fe6-93f1-63b6750ecf16), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.521836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ab56f-d072-4165-8037-38012e3d12e8 req-cbe2072c-1016-4572-ad22-8ddb7cd52d94 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:53.524088 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-498ab56f-d072-4165-8037-38012e3d12e8 req-cbe2072c-1016-4572-ad22-8ddb7cd52d94 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.1238766 Mar 23 21:20:53.530071 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-552b24bf-e8f6-4253-a0f9-9a2df3deedae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e8c42202-d6a9-4fe6-93f1-63b6750ecf16), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.537767 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b9c7dc2-5d24-46b6-a16c-0db1641de064 req-d0a4a2b8-86db-40dc-bf5a-da9f9b3ecf12 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363580 Mar 23 21:20:53.577722 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-552b24bf-e8f6-4253-a0f9-9a2df3deedae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fdee94a59522479eba7cb86a158b07cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713740 Mar 23 21:20:53.579118 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b24bf-e8f6-4253-a0f9-9a2df3deedae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c42202-d6a9-4fe6-93f1-63b6750ecf16,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:53.581821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42026) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:53.599724 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-498ab56f-d072-4165-8037-38012e3d12e8 req-60a26f46-346f-4c3f-8334-f3aeeba91bc4 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572023 Mar 23 21:20:53.637935 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] Publish callbacks [] for security_group (e8c42202-d6a9-4fe6-93f1-63b6750ecf16), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.658786 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] Publish callbacks [] for security_group (e8c42202-d6a9-4fe6-93f1-63b6750ecf16), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.793263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e8c42202-d6a9-4fe6-93f1-63b6750ecf16), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.795796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:53.800053 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8c42202-d6a9-4fe6-93f1-63b6750ecf16 HTTP/1.1" status: 204 len: 168 time: 0.2142150 Mar 23 21:20:53.813208 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a676f6-6ba7-482e-9358-1537ddeac2d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c42202-d6a9-4fe6-93f1-63b6750ecf16,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:53.843645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acfff3-985e-40d5-9a20-5dbe33ffb9ed req-5d6fc18e-a771-405a-aca3-ff2c516ec9be tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:53.849416 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7acfff3-985e-40d5-9a20-5dbe33ffb9ed req-5d6fc18e-a771-405a-aca3-ff2c516ec9be tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0847101 Mar 23 21:20:53.882449 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 826fefa9-18b2-49cd-bb16-a98dd4af9352 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:20:53.894490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7acfff3-985e-40d5-9a20-5dbe33ffb9ed req-c12f4ae7-f06d-4b33-afdf-22b60b9e25a7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441279 Mar 23 21:20:53.907574 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 826fefa9-18b2-49cd-bb16-a98dd4af9352 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:20:53.907931 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 826fefa9-18b2-49cd-bb16-a98dd4af9352 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:20:53.926862 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42034) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:54.121617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed70-b405-4955-90e8-a59053781416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.200640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed70-b405-4955-90e8-a59053781416 admin admin] Publish callbacks [] for security_group (4b3326d0-d314-4e6f-9c11-f3b65647e211), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.324042 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7b6eed70-b405-4955-90e8-a59053781416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4b3326d0-d314-4e6f-9c11-f3b65647e211), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.362208 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7b6eed70-b405-4955-90e8-a59053781416 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5234ad40fdc4abd99656d9e73ba13b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342318 Mar 23 21:20:54.363013 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6eed70-b405-4955-90e8-a59053781416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3326d0-d314-4e6f-9c11-f3b65647e211,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:54.364880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42046) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:54.416836 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] Publish callbacks [] for security_group (4b3326d0-d314-4e6f-9c11-f3b65647e211), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.443804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] Publish callbacks [] for security_group (4b3326d0-d314-4e6f-9c11-f3b65647e211), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.580976 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4b3326d0-d314-4e6f-9c11-f3b65647e211), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.583770 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:54.585026 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b3326d0-d314-4e6f-9c11-f3b65647e211 HTTP/1.1" status: 204 len: 168 time: 0.2190843 Mar 23 21:20:54.597120 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01734641-ea30-45f7-a55d-74bc1d55c679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3326d0-d314-4e6f-9c11-f3b65647e211,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:54.729018 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad74ea-1a73-4349-b462-a100561b2f05 req-8b34e28e-9369-42b0-9603-c5c900dafcb2 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:54.730475 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4bad74ea-1a73-4349-b462-a100561b2f05 req-8b34e28e-9369-42b0-9603-c5c900dafcb2 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.0550861 Mar 23 21:20:54.776688 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4bad74ea-1a73-4349-b462-a100561b2f05 req-9eb65c1c-fe38-4224-aa52-8c4a0cf9d5ea tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Mar 23 21:20:55.052228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c32ef-6256-4698-b083-544970b3f272 req-2064e44c-0a6d-49a6-a3bd-60eaba3bfc1b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:55.053674 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c42c32ef-6256-4698-b083-544970b3f272 req-2064e44c-0a6d-49a6-a3bd-60eaba3bfc1b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0820427 Mar 23 21:20:55.084831 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-031429df-c721-42e1-92db-891c19661f6d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:55.086330 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-031429df-c721-42e1-92db-891c19661f6d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 945 time: 0.0789437 Mar 23 21:20:55.148473 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c42c32ef-6256-4698-b083-544970b3f272 req-76fa6333-68c6-4493-b199-fad29edd7f1a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Mar 23 21:20:55.202947 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Deleting port 262f8532-02f7-47b2-bf13-a4ea0d87067b {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:20:55.206064 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.293564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] For port 262f8532-02f7-47b2-bf13-a4ea0d87067b, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=262f8532-02f7-47b2-bf13-a4ea0d87067b,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:20:55.293873 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.526076 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42090) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:55.535501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Calling delete_port for 262f8532-02f7-47b2-bf13-a4ea0d87067b owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:20:55.543002 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3bdf-b58c-4fc6-9fd3-4220fd540361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.641182 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3bdf-b58c-4fc6-9fd3-4220fd540361 admin admin] Publish callbacks [] for security_group (a62cf7f9-d381-42ed-a56c-3ab3cc85b24d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.701237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ddb3bdf-b58c-4fc6-9fd3-4220fd540361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a62cf7f9-d381-42ed-a56c-3ab3cc85b24d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.735134 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (262f8532-02f7-47b2-bf13-a4ea0d87067b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.746405 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5ddb3bdf-b58c-4fc6-9fd3-4220fd540361 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56cf8a363b024acaa4972a840891da8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150335 Mar 23 21:20:55.746405 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb3bdf-b58c-4fc6-9fd3-4220fd540361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62cf7f9-d381-42ed-a56c-3ab3cc85b24d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:55.750434 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42096) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:55.755312 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['262f8532-02f7-47b2-bf13-a4ea0d87067b'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:20:55.772673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Pushing event deleted for resources: {'Port': ['ID=262f8532-02f7-47b2-bf13-a4ea0d87067b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:55.817428 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] Publish callbacks [] for security_group (a62cf7f9-d381-42ed-a56c-3ab3cc85b24d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.829878 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] No DVR routers for this DVR port 262f8532-02f7-47b2-bf13-a4ea0d87067b on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:20:55.833757 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.838435 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6135120-976f-44d1-a55e-f1f2385c4b83 req-7c50f6d8-983d-4811-a6d6-0bad667bdeac tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "DELETE /v2.0/ports/262f8532-02f7-47b2-bf13-a4ea0d87067b HTTP/1.1" status: 204 len: 173 time: 0.7454624 Mar 23 21:20:55.839006 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'name': 'network-vif-deleted', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:20:55.842323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd99f04-242e-495a-a90d-355dc515410b" -d '{"events": [{"server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "name": "network-vif-deleted", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:20:55.846841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] Publish callbacks [] for security_group (a62cf7f9-d381-42ed-a56c-3ab3cc85b24d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:55.899615 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113ee7c2-eacc-4d3b-870b-9bd2434b4f5f x-openstack-request-id: req-113ee7c2-eacc-4d3b-870b-9bd2434b4f5f {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:20:55.899904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e77b4d5-8f84-4589-a30a-5c8be4437bb2", "name": "network-vif-deleted", "tag": "262f8532-02f7-47b2-bf13-a4ea0d87067b", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:20:55.900162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-113ee7c2-eacc-4d3b-870b-9bd2434b4f5f {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:20:55.900614 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-113ee7c2-eacc-4d3b-870b-9bd2434b4f5f'] response: {'server_uuid': '9e77b4d5-8f84-4589-a30a-5c8be4437bb2', 'name': 'network-vif-deleted', 'tag': '262f8532-02f7-47b2-bf13-a4ea0d87067b', 'status': 'completed', 'code': 200} Mar 23 21:20:55.902788 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1403b984-4380-457f-a2bb-1160a66097e5 req-789e8596-a386-4613-bc97-ce21c3385136 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 210 time: 0.0437222 Mar 23 21:20:56.021535 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a62cf7f9-d381-42ed-a56c-3ab3cc85b24d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.027244 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.030650 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a62cf7f9-d381-42ed-a56c-3ab3cc85b24d HTTP/1.1" status: 204 len: 168 time: 0.2769125 Mar 23 21:20:56.043184 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e10eb1-d399-48bf-933d-0bfc6c2b2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62cf7f9-d381-42ed-a56c-3ab3cc85b24d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:56.090969 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42114) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:56.145212 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Deleting subnet b677e6e7-79dd-427b-b8e7-c12654433b20 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:20:56.148689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Publish callbacks [] for subnet (b677e6e7-79dd-427b-b8e7-c12654433b20), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.184842 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (b677e6e7-79dd-427b-b8e7-c12654433b20), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.230870 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (b677e6e7-79dd-427b-b8e7-c12654433b20), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.288837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bf08e-2e4c-4690-9a1d-96b14c6d2482 req-8980950f-b15d-4e69-928c-f110f3a3aae4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:56.290360 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f7bf08e-2e4c-4690-9a1d-96b14c6d2482 req-8980950f-b15d-4e69-928c-f110f3a3aae4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0658371 Mar 23 21:20:56.341178 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f7bf08e-2e4c-4690-9a1d-96b14c6d2482 req-db5c0eb5-3816-4d46-9aed-4fbbaf1a4f2e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442393 Mar 23 21:20:56.398310 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (b677e6e7-79dd-427b-b8e7-c12654433b20), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.428154 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b677e6e7-79dd-427b-b8e7-c12654433b20,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:56.431898 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.435069 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-81f20fda-7ede-43e8-90c4-c91acf80ab5d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b677e6e7-79dd-427b-b8e7-c12654433b20 HTTP/1.1" status: 204 len: 168 time: 0.3424277 Mar 23 21:20:56.437749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42122) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:56.505512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (2e289ef0-74d5-4846-ad21-7868909df4ed), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.586959 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (2e289ef0-74d5-4846-ad21-7868909df4ed), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.608417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e289ef0-74d5-4846-ad21-7868909df4ed']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:56.619494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd6b220-fefe-4ccf-b46d-254525449f6d') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:56.619798 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd6b220-fefe-4ccf-b46d-254525449f6d') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:20:56.628878 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (8bd6b220-fefe-4ccf-b46d-254525449f6d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.643919 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (8bd6b220-fefe-4ccf-b46d-254525449f6d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.650212 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:20:56.650613 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (8bd6b220-fefe-4ccf-b46d-254525449f6d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:20:56.652228 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:20:56.826542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (2e289ef0-74d5-4846-ad21-7868909df4ed), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.833649 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:56.839851 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/2e289ef0-74d5-4846-ad21-7868909df4ed HTTP/1.1" status: 204 len: 168 time: 0.4009786 Mar 23 21:20:56.851033 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bee24e-194a-4a6f-b1b0-6c2509a4e8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2e289ef0-74d5-4846-ad21-7868909df4ed,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:57.038058 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28cdbbdf-7698-4256-a073-29362311ba96 req-668838db-9ab0-4908-9abd-99705f6d75da tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e77b4d5-8f84-4589-a30a-5c8be4437bb2 HTTP/1.1" status: 200 len: 210 time: 0.0319610 Mar 23 21:20:57.377211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42152) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:57.453101 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4642e6d4-a072-45a6-a6c4-ce3de73cab5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79a368a849c64b10a26b3b0ca575f63e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0746317 Mar 23 21:20:57.456425 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42156) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:20:57.473092 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadfe84-eeaa-4f2f-8b09-f6c3c700d9e4 req-4ecd81c3-2ab2-4771-afd1-f55b42b0e3f2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:57.474488 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3cadfe84-eeaa-4f2f-8b09-f6c3c700d9e4 req-4ecd81c3-2ab2-4771-afd1-f55b42b0e3f2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0637302 Mar 23 21:20:57.509835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] Publish callbacks [] for security_group (cab95df4-c5be-4c02-89ab-258002bb23e6), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:57.525145 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3cadfe84-eeaa-4f2f-8b09-f6c3c700d9e4 req-f8aa7160-b094-4a8b-ab00-428d9d73c8a1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Mar 23 21:20:57.535968 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] Publish callbacks [] for security_group (cab95df4-c5be-4c02-89ab-258002bb23e6), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:57.672290 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cab95df4-c5be-4c02-89ab-258002bb23e6), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:57.675300 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:20:57.676528 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cab95df4-c5be-4c02-89ab-258002bb23e6 HTTP/1.1" status: 204 len: 168 time: 0.2190402 Mar 23 21:20:57.686197 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0360e69-457d-48f1-9ac4-388745c28318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab95df4-c5be-4c02-89ab-258002bb23e6,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:20:58.429716 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-48abd829-4ed9-4644-840c-1097e7e9cdd4 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:58.431236 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-48abd829-4ed9-4644-840c-1097e7e9cdd4 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/networks?id=71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 200 len: 809 time: 0.1093762 Mar 23 21:20:58.446432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-4cf51cd3-801c-4662-af37-a1809b5e7b83 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/quotas/33b7ed4d0d7048269faa879b15495739 HTTP/1.1" status: 200 len: 375 time: 0.0090017 Mar 23 21:20:58.477675 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-fdc7f4d5-efc7-4faa-9614-0392bf88677f tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263608 Mar 23 21:20:58.573077 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-b75e9081-5b7a-4b7e-be10-e6102a52ceb7 service neutron] 10.222.0.35 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885179 Mar 23 21:20:58.736229 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a27d5-d2a8-416d-a013-c10625f20c84 req-94cba1cd-37f5-4bf0-a7b7-29066cdbd4bd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:58.738353 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-952a27d5-d2a8-416d-a013-c10625f20c84 req-94cba1cd-37f5-4bf0-a7b7-29066cdbd4bd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0912776 Mar 23 21:20:58.751741 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-73c2896c-4a76-4ccc-a4eb-b8f2f0abdc97 service neutron] 10.222.0.35 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631107 Mar 23 21:20:58.809891 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-952a27d5-d2a8-416d-a013-c10625f20c84 req-58556a37-8267-42f5-8139-75a4fe674d99 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570798 Mar 23 21:20:59.009759 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-749ee3c2-c4c1-4645-8435-ac33330743aa req-854a2b38-0f8d-4381-8529-7bdca46601de tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 210 time: 0.0274048 Mar 23 21:20:59.936763 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d3327-00af-4d28-b920-51b7a7eee11b req-12b53487-a62a-4dac-aa65-8757e9e96221 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:20:59.938411 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-752d3327-00af-4d28-b920-51b7a7eee11b req-12b53487-a62a-4dac-aa65-8757e9e96221 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0569005 Mar 23 21:20:59.942393 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 262f8532-02f7-47b2-bf13-a4ea0d87067b no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:20:59.965693 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 262f8532-02f7-47b2-bf13-a4ea0d87067b {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:20:59.966041 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 262f8532-02f7-47b2-bf13-a4ea0d87067b not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:20:59.990675 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-752d3327-00af-4d28-b920-51b7a7eee11b req-628cee3b-30a2-46fa-80ae-1360e167cf54 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448115 Mar 23 21:21:00.102572 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0db3ce48-8762-40e3-a47f-df38316be81f req-caabe184-8c41-4fc1-98ca-4b324343b470 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 210 time: 0.0271473 Mar 23 21:21:01.119061 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188bb5-442b-42d6-8b42-8cc0f94e03c3 req-aebddb63-a563-4158-9a9e-e938b151fe66 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:01.121186 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15188bb5-442b-42d6-8b42-8cc0f94e03c3 req-aebddb63-a563-4158-9a9e-e938b151fe66 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0630484 Mar 23 21:21:01.168730 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15188bb5-442b-42d6-8b42-8cc0f94e03c3 req-341367ff-c1e2-4482-8e24-fb4d84e269bc tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410924 Mar 23 21:21:01.294772 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b738728-c253-4405-a9f0-22c67a7f9ce4 req-b2f2aa6d-f265-47b9-8489-5b4753faf0cb tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 210 time: 0.0612094 Mar 23 21:21:01.354388 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-f091d1b3-0988-431e-896d-58863a4ffb24 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:01.355860 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-f091d1b3-0988-431e-896d-58863a4ffb24 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "GET /v2.0/networks?id=71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 200 len: 809 time: 0.1350374 Mar 23 21:21:01.377786 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Request body: {'port': {'device_id': '7db31661-aa27-48c4-921b-b18294f338ad', 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312', 'admin_state_up': True, 'tenant_id': '33b7ed4d0d7048269faa879b15495739'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:01.585697 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Made reservation on behalf of 33b7ed4d0d7048269faa879b15495739 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:01.589276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:01.728837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Allocated IP 172.20.0.7 (71b49342-2c16-41ba-b79a-a29f71d0a312/728acde9-aa6e-400d-b6b0-41079c70d7e8/8647e9fe-193f-4212-8ae4-be4818fa3a35) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:21:01.882725 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks [] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.021417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.067380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Network 71b49342-2c16-41ba-b79a-a29f71d0a312 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:21:02.070466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:21:02.074250 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:21:02.102455 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Pushing event updated for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:02.126803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:02.127427 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.218031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-612f9c88-1242-44b7-a805-0dbd4b01b244 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444378 Mar 23 21:21:02.238994 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Request body: {'port': {'device_id': '7db31661-aa27-48c4-921b-b18294f338ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:02.251358 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42314) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:02.347030 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793f4e7-071e-41d7-b00f-92773f5247f7 req-6bf03271-0bd1-451b-9c92-b3f269a7b11d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:02.350258 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e793f4e7-071e-41d7-b00f-92773f5247f7 req-6bf03271-0bd1-451b-9c92-b3f269a7b11d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1052217 Mar 23 21:21:02.350258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.363131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bca3858d-4686-45e1-89b4-1af3962178d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.446154 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bca3858d-4686-45e1-89b4-1af3962178d8 admin admin] Publish callbacks [] for security_group (cccc4e38-64c1-481e-8c92-4872bb47f742), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.471248 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e793f4e7-071e-41d7-b00f-92773f5247f7 req-01191253-d6f6-4d0a-9422-9526bed385b2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128628 Mar 23 21:21:02.518015 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-bca3858d-4686-45e1-89b4-1af3962178d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cccc4e38-64c1-481e-8c92-4872bb47f742), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.538149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05d53b-571f-4bd6-8583-85a096332955 req-088b7556-4497-4ebc-891a-f199a0aa4a26 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:02.539643 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f05d53b-571f-4bd6-8583-85a096332955 req-088b7556-4497-4ebc-891a-f199a0aa4a26 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 931 time: 0.1607344 Mar 23 21:21:02.559126 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca3858d-4686-45e1-89b4-1af3962178d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc4e38-64c1-481e-8c92-4872bb47f742,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:02.575322 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-bca3858d-4686-45e1-89b4-1af3962178d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d2f7addf15a84712acc188b5382445e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228192 Mar 23 21:21:02.581341 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42328) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:02.637605 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] Publish callbacks [] for security_group (cccc4e38-64c1-481e-8c92-4872bb47f742), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.649104 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f05d53b-571f-4bd6-8583-85a096332955 req-96f2cb20-5901-4327-96df-126f8759853d tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033783 Mar 23 21:21:02.671764 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] Publish callbacks [] for security_group (cccc4e38-64c1-481e-8c92-4872bb47f742), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.744640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8647e9fe-193f-4212-8ae4-be4818fa3a35 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:21:02.757115 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks [] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.803260 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Transition to ACTIVE for port object 8647e9fe-193f-4212-8ae4-be4818fa3a35 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:21:02.803663 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cccc4e38-64c1-481e-8c92-4872bb47f742), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.806374 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:02.807550 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cccc4e38-64c1-481e-8c92-4872bb47f742 HTTP/1.1" status: 204 len: 168 time: 0.2249293 Mar 23 21:21:02.815032 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0201b-1077-4477-9b85-05ff0adb781d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc4e38-64c1-481e-8c92-4872bb47f742,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:02.932488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42336) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:02.938656 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.006877 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Pushing event updated for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:03.062028 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Attempting to bind port 8647e9fe-193f-4212-8ae4-be4818fa3a35 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:21:03.062392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Attempting to bind port 8647e9fe-193f-4212-8ae4-be4818fa3a35 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:21:03.062725 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Attempting to bind port 8647e9fe-193f-4212-8ae4-be4818fa3a35 on network 71b49342-2c16-41ba-b79a-a29f71d0a312 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:21:03.067015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Port 8647e9fe-193f-4212-8ae4-be4818fa3a35 on network 71b49342-2c16-41ba-b79a-a29f71d0a312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:21:03.067338 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Attempting to bind port 8647e9fe-193f-4212-8ae4-be4818fa3a35 on network 71b49342-2c16-41ba-b79a-a29f71d0a312 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:21:03.072201 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:21:03.072479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Checking segment: {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:21:03.072863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Bound using segment: {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:21:03.073319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Bound port: 8647e9fe-193f-4212-8ae4-be4818fa3a35, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:21:03.073673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.142948 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2f60b35-b0ad-43d1-8a38-e3aea92c64b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.159423 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:21:03.176702 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:21:03.231828 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2f60b35-b0ad-43d1-8a38-e3aea92c64b6 admin admin] Publish callbacks [] for security_group (53da356b-46db-401c-a89c-e1779e36e05f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.306561 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.341258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.341876 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.343320 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] 10.222.0.24 "PUT /v2.0/ports/8647e9fe-193f-4212-8ae4-be4818fa3a35 HTTP/1.1" status: 200 len: 1093 time: 1.1093438 Mar 23 21:21:03.344319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:21:03.346614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67" -d '{"events": [{"name": "network-changed", "server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:21:03.355902 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e2f60b35-b0ad-43d1-8a38-e3aea92c64b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (53da356b-46db-401c-a89c-e1779e36e05f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.386988 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09391b93-128a-4f08-a167-8d8a55a14c7a x-openstack-request-id: req-09391b93-128a-4f08-a167-8d8a55a14c7a {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:21:03.387277 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:21:03.387531 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09391b93-128a-4f08-a167-8d8a55a14c7a {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:21:03.387933 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09391b93-128a-4f08-a167-8d8a55a14c7a'] response: {'name': 'network-changed', 'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35', 'status': 'completed', 'code': 200} Mar 23 21:21:03.396773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f2a67-0f53-4480-a534-49293ad30d96 service neutron] Pushing event updated for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:03.421997 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e2f60b35-b0ad-43d1-8a38-e3aea92c64b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=172828e840f440d6b8a89cb7f5a758e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4883766 Mar 23 21:21:03.425148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f60b35-b0ad-43d1-8a38-e3aea92c64b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53da356b-46db-401c-a89c-e1779e36e05f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:03.425665 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42344) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:03.461197 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-45678243-8ffe-4949-9302-1bcfce1f57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.466111 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-45678243-8ffe-4949-9302-1bcfce1f57e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 1127 time: 0.0524716 Mar 23 21:21:03.478063 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] Publish callbacks [] for security_group (53da356b-46db-401c-a89c-e1779e36e05f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.502103 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] Publish callbacks [] for security_group (53da356b-46db-401c-a89c-e1779e36e05f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.611136 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-fa30518b-9641-42de-ba13-914df424c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.612662 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-fa30518b-9641-42de-ba13-914df424c8d3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=33b7ed4d0d7048269faa879b15495739&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1428862 Mar 23 21:21:03.617359 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42352) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:03.634381 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-24811780-adc4-461b-9d2f-8070245a7a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.639321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995d82d-b4d1-46df-a049-fc7070142116 req-a6dda9ec-062c-41a5-8c31-aa6de65b06f7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.641504 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d995d82d-b4d1-46df-a049-fc7070142116 req-a6dda9ec-062c-41a5-8c31-aa6de65b06f7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0940790 Mar 23 21:21:03.644563 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (53da356b-46db-401c-a89c-e1779e36e05f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.647353 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.649458 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53da356b-46db-401c-a89c-e1779e36e05f HTTP/1.1" status: 204 len: 168 time: 0.2221055 Mar 23 21:21:03.667640 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44f198-00c4-462a-9a97-8411677d0d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53da356b-46db-401c-a89c-e1779e36e05f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:03.759397 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-24811780-adc4-461b-9d2f-8070245a7a47 admin admin] Publish callbacks [] for security_group (0a7a81af-1801-4516-8a30-7dd79f35f239), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.782455 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d995d82d-b4d1-46df-a049-fc7070142116 req-d8ac0278-6bbd-4716-99af-1b32fce284b7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290326 Mar 23 21:21:03.814879 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-24811780-adc4-461b-9d2f-8070245a7a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0a7a81af-1801-4516-8a30-7dd79f35f239), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.817942 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-9954496a-6f0e-439f-912e-3d6d7466bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.825081 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-126cf1a8-435d-46bb-8b33-ea9ef7edbc67 req-9954496a-6f0e-439f-912e-3d6d7466bfca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1995986 Mar 23 21:21:03.841583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f667-3f30-4932-8fd3-d613cc645f62 req-af59d1cf-f80b-40d4-a92d-21838bbc3fd8 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.850903 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86e2f667-3f30-4932-8fd3-d613cc645f62 req-af59d1cf-f80b-40d4-a92d-21838bbc3fd8 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 943 time: 0.0876400 Mar 23 21:21:03.878453 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-24811780-adc4-461b-9d2f-8070245a7a47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=78ce7ac81bcd4e02bf9e8ab8751171e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572775 Mar 23 21:21:03.878453 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811780-adc4-461b-9d2f-8070245a7a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7a81af-1801-4516-8a30-7dd79f35f239,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:03.879318 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42362) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:03.929473 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86e2f667-3f30-4932-8fd3-d613cc645f62 req-ee22688c-7a75-4cea-a23f-6875b12ff126 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803761 Mar 23 21:21:03.931491 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] Publish callbacks [] for security_group (0a7a81af-1801-4516-8a30-7dd79f35f239), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.943095 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-927b4cc1-ebd5-4161-a377-afc8be2f6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:03.951565 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-927b4cc1-ebd5-4161-a377-afc8be2f6749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=33b7ed4d0d7048269faa879b15495739&device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 1127 time: 0.0738301 Mar 23 21:21:03.960570 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] Publish callbacks [] for security_group (0a7a81af-1801-4516-8a30-7dd79f35f239), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:03.996952 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-c509a90a-0349-451b-b536-930fab48fdc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35 HTTP/1.1" status: 200 len: 217 time: 0.0386083 Mar 23 21:21:04.051323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-f6242cf9-9c66-4aa5-8ac7-ab7523ddd1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:04.052771 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-f6242cf9-9c66-4aa5-8ac7-ab7523ddd1b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=728acde9-aa6e-400d-b6b0-41079c70d7e8 HTTP/1.1" status: 200 len: 849 time: 0.0488837 Mar 23 21:21:04.090476 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-0d8417cf-e084-4156-ae59-e39b5397bc58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71b49342-2c16-41ba-b79a-a29f71d0a312&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253522 Mar 23 21:21:04.121536 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b1a39092-1c29-48a5-9d57-7cc1c367db2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:04.197396 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0a7a81af-1801-4516-8a30-7dd79f35f239), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:04.198942 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-64978c0d-ffac-4560-b24f-62d3dfbaf88a service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016154 Mar 23 21:21:04.200273 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:04.201584 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a7a81af-1801-4516-8a30-7dd79f35f239 HTTP/1.1" status: 204 len: 168 time: 0.3210254 Mar 23 21:21:04.209572 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8a5f7-62db-496c-aaf0-09a49c70d31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7a81af-1801-4516-8a30-7dd79f35f239,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:04.303851 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0aa2180-531b-40d5-8740-1aca623608a6 req-d0acfa5f-3b85-4117-bb89-69344d771268 service neutron] 10.222.0.24 "GET /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968757 Mar 23 21:21:04.904815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6ff0b-1249-418b-a927-a95bb5c7e7a8 req-c8107aa9-a47e-4d0a-a6b7-8e2f5a50095b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:04.906862 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9d6ff0b-1249-418b-a927-a95bb5c7e7a8 req-c8107aa9-a47e-4d0a-a6b7-8e2f5a50095b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0511923 Mar 23 21:21:04.963697 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c9d6ff0b-1249-418b-a927-a95bb5c7e7a8 req-ff3fef47-12b7-493b-ae2f-4cad34867d75 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498133 Mar 23 21:21:05.064737 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6abce2d-709a-4233-b608-22daf8746c13 req-dcad7781-0b08-4ae9-abce-157e21acf9a0 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:05.066259 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6abce2d-709a-4233-b608-22daf8746c13 req-dcad7781-0b08-4ae9-abce-157e21acf9a0 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 943 time: 0.0601320 Mar 23 21:21:05.113722 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6abce2d-709a-4233-b608-22daf8746c13 req-e498ac33-4eab-483f-9a50-7305dc2894df tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418351 Mar 23 21:21:06.071668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91fb9b-54b0-4e47-8ce5-f6635b31d592 req-25c4aeca-53e8-4e92-9625-43e2f1f6a434 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:06.073155 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee91fb9b-54b0-4e47-8ce5-f6635b31d592 req-25c4aeca-53e8-4e92-9625-43e2f1f6a434 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0518329 Mar 23 21:21:06.121952 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee91fb9b-54b0-4e47-8ce5-f6635b31d592 req-67bf52f2-0064-409e-84e7-8670c270028b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424867 Mar 23 21:21:06.220035 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-228b6dda-02ba-418a-ba6f-1c1f77b3915b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:06.239307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3422a9e-5d2d-4bd8-94ed-1dba5613b1cc req-6451b8c2-c0f2-4ee7-89e4-52aef293e367 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:06.240693 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3422a9e-5d2d-4bd8-94ed-1dba5613b1cc req-6451b8c2-c0f2-4ee7-89e4-52aef293e367 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 943 time: 0.0515759 Mar 23 21:21:06.293961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3422a9e-5d2d-4bd8-94ed-1dba5613b1cc req-3a957acd-eb21-4a63-b523-319c1ecbf148 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477264 Mar 23 21:21:07.240684 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c1aa1-b326-4f85-81e8-28e877131a50 req-cf69c47e-5614-4c12-8dc5-825618333694 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:07.242184 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be0c1aa1-b326-4f85-81e8-28e877131a50 req-cf69c47e-5614-4c12-8dc5-825618333694 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0522563 Mar 23 21:21:07.290159 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-be0c1aa1-b326-4f85-81e8-28e877131a50 req-62db1e3b-390c-4da4-a05f-a507d30e2ea1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Mar 23 21:21:07.412402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1003ae-7a34-4d20-a3e5-95a9a62a71d2 req-0f5b1751-f100-4303-b2bb-681da0e843f6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:07.413921 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b1003ae-7a34-4d20-a3e5-95a9a62a71d2 req-0f5b1751-f100-4303-b2bb-681da0e843f6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 943 time: 0.0512819 Mar 23 21:21:07.460663 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b1003ae-7a34-4d20-a3e5-95a9a62a71d2 req-39b7e64e-7591-4179-af8d-b257465c3fcd tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Mar 23 21:21:07.628354 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42498) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:07.637799 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:07.730342 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f66ed243-8c7d-4ef5-a93f-207bf7dbda96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:07.804017 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f66ed243-8c7d-4ef5-a93f-207bf7dbda96 admin admin] Publish callbacks [] for security_group (70a61d5a-68d5-4102-8a9c-1ef7352f6ee5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:07.900130 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f66ed243-8c7d-4ef5-a93f-207bf7dbda96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (70a61d5a-68d5-4102-8a9c-1ef7352f6ee5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:07.943070 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ed243-8c7d-4ef5-a93f-207bf7dbda96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a61d5a-68d5-4102-8a9c-1ef7352f6ee5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:07.947496 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f66ed243-8c7d-4ef5-a93f-207bf7dbda96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4986fddc4850421aa40e02d0c73ee821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180459 Mar 23 21:21:07.950566 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42510) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:08.004829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] Publish callbacks [] for security_group (70a61d5a-68d5-4102-8a9c-1ef7352f6ee5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.020385 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 8647e9fe-193f-4212-8ae4-be4818fa3a35 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:21:08.026222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] Publish callbacks [] for security_group (70a61d5a-68d5-4102-8a9c-1ef7352f6ee5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.115824 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:21:08.128144 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '8647e9fe-193f-4212-8ae4-be4818fa3a35', 'network_id': '71b49342-2c16-41ba-b79a-a29f71d0a312', 'port_id': '8647e9fe-193f-4212-8ae4-be4818fa3a35', 'mac_address': 'fa:16:3e:2c:5d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728acde9-aa6e-400d-b6b0-41079c70d7e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:21:08.169775 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 8647e9fe-193f-4212-8ae4-be4818fa3a35 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:21:08.170175 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.183009 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8647e9fe-193f-4212-8ae4-be4818fa3a35 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:21:08.198467 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (70a61d5a-68d5-4102-8a9c-1ef7352f6ee5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.201270 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.204028 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:21:08.205841 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70a61d5a-68d5-4102-8a9c-1ef7352f6ee5 HTTP/1.1" status: 204 len: 168 time: 0.2540097 Mar 23 21:21:08.213667 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b5c738-3b3a-4ece-9eef-5e14e50b7cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a61d5a-68d5-4102-8a9c-1ef7352f6ee5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:08.252677 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42518) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:08.329995 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.360568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8688d69c-3555-486c-af8b-4cb59dc4ce31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.393109 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:08.400170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.400874 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.401113 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.401481 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.401814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.402143 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.402475 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.402802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.403122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.403450 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.403772 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.404115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.404438 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.404743 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.405834 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:08.413789 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b917222-2363-4875-b07a-5e9d76d9c68b req-ccba4016-7de0-4688-b1fc-a410b110c47d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:08.415344 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b917222-2363-4875-b07a-5e9d76d9c68b req-ccba4016-7de0-4688-b1fc-a410b110c47d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0547786 Mar 23 21:21:08.441043 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8688d69c-3555-486c-af8b-4cb59dc4ce31 admin admin] Publish callbacks [] for security_group (cb1307ef-412e-4af2-99a6-90b400670130), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.466034 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b917222-2363-4875-b07a-5e9d76d9c68b req-93206e39-611b-485e-b0ce-8fba0415f452 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Mar 23 21:21:08.501680 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8688d69c-3555-486c-af8b-4cb59dc4ce31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cb1307ef-412e-4af2-99a6-90b400670130), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.544422 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8688d69c-3555-486c-af8b-4cb59dc4ce31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1307ef-412e-4af2-99a6-90b400670130,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:08.552707 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8688d69c-3555-486c-af8b-4cb59dc4ce31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e04a8ffbbcde44cb87caac8fca578aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2966359 Mar 23 21:21:08.552959 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42528) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:08.583031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91d0fa-6326-4300-9b09-83ec7d75d894 req-67b238e4-2cc4-4eb5-b18e-b06113233ef6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:08.584764 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a91d0fa-6326-4300-9b09-83ec7d75d894 req-67b238e4-2cc4-4eb5-b18e-b06113233ef6 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 944 time: 0.0575199 Mar 23 21:21:08.604976 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] Publish callbacks [] for security_group (cb1307ef-412e-4af2-99a6-90b400670130), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.629318 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] Publish callbacks [] for security_group (cb1307ef-412e-4af2-99a6-90b400670130), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.642111 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a91d0fa-6326-4300-9b09-83ec7d75d894 req-d6c71964-e971-4e1f-bd03-cc62e3b9e7ec tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498223 Mar 23 21:21:08.655414 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['8647e9fe-193f-4212-8ae4-be4818fa3a35'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:21:08.809327 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cb1307ef-412e-4af2-99a6-90b400670130), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.812356 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:08.813675 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb1307ef-412e-4af2-99a6-90b400670130 HTTP/1.1" status: 204 len: 168 time: 0.2596486 Mar 23 21:21:08.821461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b7b6-5861-4b9e-b0c5-988921ee1658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1307ef-412e-4af2-99a6-90b400670130,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:08.975910 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42532) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:08.990551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-375ec864-8cdb-481b-af69-6017c345b7d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.068184 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-375ec864-8cdb-481b-af69-6017c345b7d9 admin admin] Publish callbacks [] for security_group (7b75ee02-da2d-44c6-a773-7863c34d95f2), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.071849 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.243437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-375ec864-8cdb-481b-af69-6017c345b7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (7b75ee02-da2d-44c6-a773-7863c34d95f2), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.279986 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ec864-8cdb-481b-af69-6017c345b7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b75ee02-da2d-44c6-a773-7863c34d95f2,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:09.285700 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-375ec864-8cdb-481b-af69-6017c345b7d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1894d51525924bc99be26dcaba725221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087199 Mar 23 21:21:09.288262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42542) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:09.335839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] Publish callbacks [] for security_group (7b75ee02-da2d-44c6-a773-7863c34d95f2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.355998 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] Publish callbacks [] for security_group (7b75ee02-da2d-44c6-a773-7863c34d95f2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.506173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (7b75ee02-da2d-44c6-a773-7863c34d95f2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.509024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.511618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b75ee02-da2d-44c6-a773-7863c34d95f2 HTTP/1.1" status: 204 len: 168 time: 0.2211220 Mar 23 21:21:09.519266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db57d0-a805-482e-84ae-11e1447d685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b75ee02-da2d-44c6-a773-7863c34d95f2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:09.595657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f540c-2398-4cb4-82c1-c6e31755dd33 req-8dcfbd92-73bd-4522-a3fe-9284519f8c9d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:09.597200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba7f540c-2398-4cb4-82c1-c6e31755dd33 req-8dcfbd92-73bd-4522-a3fe-9284519f8c9d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0576255 Mar 23 21:21:09.605374 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42548) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:09.619604 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b9688c2-9bea-4556-b4c1-83ad03948aa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.680845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba7f540c-2398-4cb4-82c1-c6e31755dd33 req-2a24589a-983c-43ff-aea1-f97910904296 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763738 Mar 23 21:21:09.728196 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b9688c2-9bea-4556-b4c1-83ad03948aa8 admin admin] Publish callbacks [] for security_group (e5069bfa-441b-4020-8ae2-2a40e406c5dc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.778681 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d861ae-f336-4fd8-a70e-7d7ec7559fea req-fb08d36b-7c7a-447d-b7f2-0a057f5d2d07 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:09.780251 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47d861ae-f336-4fd8-a70e-7d7ec7559fea req-fb08d36b-7c7a-447d-b7f2-0a057f5d2d07 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 944 time: 0.0607452 Mar 23 21:21:09.803855 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5b9688c2-9bea-4556-b4c1-83ad03948aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e5069bfa-441b-4020-8ae2-2a40e406c5dc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.828105 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47d861ae-f336-4fd8-a70e-7d7ec7559fea req-1c9d4392-e696-40a2-8d8c-e7156327d7e3 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Mar 23 21:21:09.842378 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5b9688c2-9bea-4556-b4c1-83ad03948aa8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b4266236e3341908ff517b6ac74b596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2358384 Mar 23 21:21:09.844438 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9688c2-9bea-4556-b4c1-83ad03948aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5069bfa-441b-4020-8ae2-2a40e406c5dc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:09.845254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42556) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:09.893746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] Publish callbacks [] for security_group (e5069bfa-441b-4020-8ae2-2a40e406c5dc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:09.917892 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] Publish callbacks [] for security_group (e5069bfa-441b-4020-8ae2-2a40e406c5dc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.020842 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 8647e9fe-193f-4212-8ae4-be4818fa3a35 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:21:10.071933 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e5069bfa-441b-4020-8ae2-2a40e406c5dc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.075029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.076190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5069bfa-441b-4020-8ae2-2a40e406c5dc HTTP/1.1" status: 204 len: 168 time: 0.2299540 Mar 23 21:21:10.085002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810daaf5-e3db-4a5f-abb4-c615f5aa928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5069bfa-441b-4020-8ae2-2a40e406c5dc,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:10.186121 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 8647e9fe-193f-4212-8ae4-be4818fa3a35 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:21:10.190782 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 8647e9fe-193f-4212-8ae4-be4818fa3a35 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:21:10.191170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.269397 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 8647e9fe-193f-4212-8ae4-be4818fa3a35 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:21:10.269779 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.290847 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:21:10.293314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4a64d3-5d5f-48e4-958b-41b6974e74e9" -d '{"events": [{"server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "name": "network-vif-plugged", "status": "completed", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:21:10.305910 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:21:10.333526 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb740150-c015-4e8c-9417-4b726fb45632 x-openstack-request-id: req-cb740150-c015-4e8c-9417-4b726fb45632 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:21:10.333839 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "name": "network-vif-plugged", "status": "completed", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:21:10.334209 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb740150-c015-4e8c-9417-4b726fb45632 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:21:10.334635 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb740150-c015-4e8c-9417-4b726fb45632'] response: {'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35', 'code': 200} Mar 23 21:21:10.442434 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.500757 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:10.609787 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:10.777302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a2b21-639a-4a3b-9ef4-e98c542c88ca req-a0c0b891-c678-453d-b40c-4ee653819f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:10.778810 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e0a2b21-639a-4a3b-9ef4-e98c542c88ca req-a0c0b891-c678-453d-b40c-4ee653819f81 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 1129 time: 0.0699863 Mar 23 21:21:10.853181 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcfd64-98f5-44e0-bef9-485f35d46870 req-6739b207-7cdc-41ef-a231-c290e123921b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:10.859867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17dcfd64-98f5-44e0-bef9-485f35d46870 req-6739b207-7cdc-41ef-a231-c290e123921b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1090493 Mar 23 21:21:10.870281 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e0a2b21-639a-4a3b-9ef4-e98c542c88ca req-665e22e6-bb1e-4300-bffa-5d3500d7a284 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759130 Mar 23 21:21:10.938546 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17dcfd64-98f5-44e0-bef9-485f35d46870 req-933e82d9-1d42-4d9d-8004-5c3d4a5be644 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725060 Mar 23 21:21:10.991823 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d120820-01ed-4e9c-bd1c-8beb7b38ea0d req-b28cf4d2-1203-46f8-9c25-3f44473056b5 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:10.993390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d120820-01ed-4e9c-bd1c-8beb7b38ea0d req-b28cf4d2-1203-46f8-9c25-3f44473056b5 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0538552 Mar 23 21:21:11.044661 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3d120820-01ed-4e9c-bd1c-8beb7b38ea0d req-9e494eed-84a3-4fdd-8b1d-67c689b0d498 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Mar 23 21:21:12.047350 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea019ee1-7018-4ea9-852c-ec402c43549e req-50ee20df-a95c-40ce-8e90-627baf3fc77e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:12.048876 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea019ee1-7018-4ea9-852c-ec402c43549e req-50ee20df-a95c-40ce-8e90-627baf3fc77e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0568557 Mar 23 21:21:12.096491 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ea019ee1-7018-4ea9-852c-ec402c43549e req-2c2d58ff-e3b9-40db-899b-d6e9250dd9d9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420163 Mar 23 21:21:12.190003 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa07a31-fd66-4277-bb79-4c7cc52427e7 req-9e56a7cd-7474-4731-9ba1-bad634648d09 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:12.191520 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6fa07a31-fd66-4277-bb79-4c7cc52427e7 req-9e56a7cd-7474-4731-9ba1-bad634648d09 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0564258 Mar 23 21:21:12.258362 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6fa07a31-fd66-4277-bb79-4c7cc52427e7 req-17e69a0e-a4b6-4439-b99d-a69db07ce437 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612593 Mar 23 21:21:13.220211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9378-9b67-40c3-babb-1d4ea7ed7ac4 req-345541db-5317-41ef-a108-3ee0feca222c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:13.221781 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-933c9378-9b67-40c3-babb-1d4ea7ed7ac4 req-345541db-5317-41ef-a108-3ee0feca222c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0513365 Mar 23 21:21:13.267126 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-933c9378-9b67-40c3-babb-1d4ea7ed7ac4 req-7b85dd7d-44d8-4e77-99b7-18be19dc0393 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Mar 23 21:21:13.381943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebae07-1ca6-480b-91cb-901677336278 req-f49e178f-3ac4-448c-80dc-2547ffde5182 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:13.383445 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59ebae07-1ca6-480b-91cb-901677336278 req-f49e178f-3ac4-448c-80dc-2547ffde5182 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0568988 Mar 23 21:21:13.438924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59ebae07-1ca6-480b-91cb-901677336278 req-a7e66523-e38c-43a0-ac93-7eafa94b1dc5 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496860 Mar 23 21:21:14.381288 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f05f4-3929-4a45-aceb-671d99598f94 req-d4e6779a-df0a-4208-b64e-af7fce0011c4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:14.382720 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f54f05f4-3929-4a45-aceb-671d99598f94 req-d4e6779a-df0a-4208-b64e-af7fce0011c4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0500662 Mar 23 21:21:14.427303 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f54f05f4-3929-4a45-aceb-671d99598f94 req-7abd7431-00e7-4bf8-9597-2592a4e3cc16 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391140 Mar 23 21:21:15.192319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856017-9db0-4942-b85e-f7c7d82fea70 req-1d04e893-eebe-4d5f-8f35-f1377df81f87 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:15.193829 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9c856017-9db0-4942-b85e-f7c7d82fea70 req-1d04e893-eebe-4d5f-8f35-f1377df81f87 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0506988 Mar 23 21:21:15.242091 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9c856017-9db0-4942-b85e-f7c7d82fea70 req-7ce6848e-8491-49c1-a996-034a79824d85 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427837 Mar 23 21:21:15.544209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1669cf3-624b-4033-bb0d-df6e279ff9af req-989914d2-acf7-4a67-94d8-6261b55f231a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:15.545738 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1669cf3-624b-4033-bb0d-df6e279ff9af req-989914d2-acf7-4a67-94d8-6261b55f231a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0515244 Mar 23 21:21:15.592774 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1669cf3-624b-4033-bb0d-df6e279ff9af req-b6b8e2e2-e784-4edb-a839-74b7966ee1d2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Mar 23 21:21:16.355184 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402243a-c78d-49d5-93bb-d42a44107de6 req-22407889-c8ee-4b29-b91e-9dea2b87ef24 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:16.356665 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f402243a-c78d-49d5-93bb-d42a44107de6 req-22407889-c8ee-4b29-b91e-9dea2b87ef24 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0506954 Mar 23 21:21:16.402103 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f402243a-c78d-49d5-93bb-d42a44107de6 req-254f3458-811a-4fad-82f5-18b4031251e8 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393956 Mar 23 21:21:16.714403 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040598b3-2490-4f96-9957-2d8fab132b36 req-f3a6e0e0-b234-4a65-b642-2d9615887141 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:16.715847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-040598b3-2490-4f96-9957-2d8fab132b36 req-f3a6e0e0-b234-4a65-b642-2d9615887141 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0533161 Mar 23 21:21:16.761886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-040598b3-2490-4f96-9957-2d8fab132b36 req-5d52861f-002b-4533-99a2-2eee81919221 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Mar 23 21:21:17.514718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef2e95-e1d3-4321-8297-87d15fc2cab5 req-95555997-0c8e-4ed9-bc17-e8a8a9e85b9b tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:17.516150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8eef2e95-e1d3-4321-8297-87d15fc2cab5 req-95555997-0c8e-4ed9-bc17-e8a8a9e85b9b tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0498428 Mar 23 21:21:17.560622 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8eef2e95-e1d3-4321-8297-87d15fc2cab5 req-efd30b88-df2a-4ec3-b1fb-38685dc95702 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Mar 23 21:21:17.879138 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2939-439e-464b-a808-02174159c0c1 req-f11fcd85-4525-45fd-a871-e2060abd21e1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:17.880643 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3edd2939-439e-464b-a808-02174159c0c1 req-f11fcd85-4525-45fd-a871-e2060abd21e1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0520213 Mar 23 21:21:18.156344 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3edd2939-439e-464b-a808-02174159c0c1 req-0b961aba-cd18-4a50-b116-202abf9c5353 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700808 Mar 23 21:21:18.676816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73319acc-8bc7-4ea4-9b79-0272e23000f4 req-33ea2103-58b6-46e7-904b-ad24b13f34e4 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:18.678414 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73319acc-8bc7-4ea4-9b79-0272e23000f4 req-33ea2103-58b6-46e7-904b-ad24b13f34e4 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0534925 Mar 23 21:21:18.741334 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73319acc-8bc7-4ea4-9b79-0272e23000f4 req-217223b6-9f5f-4d1d-bb06-06950ed92ce0 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/security-groups?id=064d031f-f23c-49b8-9360-7764456b880e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Mar 23 21:21:19.298224 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50381842-3613-4361-a08f-c1efa8a5cc33 req-d792aa78-9c86-41f6-a631-9883fe8e51dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:19.299570 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-50381842-3613-4361-a08f-c1efa8a5cc33 req-d792aa78-9c86-41f6-a631-9883fe8e51dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0762832 Mar 23 21:21:19.338657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-c0883006-a6e8-42c9-8fae-1b133d4d1259 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:19.340937 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-c0883006-a6e8-42c9-8fae-1b133d4d1259 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 945 time: 0.0817058 Mar 23 21:21:19.396121 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-50381842-3613-4361-a08f-c1efa8a5cc33 req-2864b164-d683-44c3-97c9-4d040280b5ce tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890572 Mar 23 21:21:19.454790 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Deleting port 8647e9fe-193f-4212-8ae4-be4818fa3a35 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:21:19.455123 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:19.547762 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] For port 8647e9fe-193f-4212-8ae4-be4818fa3a35, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=8647e9fe-193f-4212-8ae4-be4818fa3a35,segment=NetworkSegment(1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed),segment_id=1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:21:19.548141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:19.561887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Calling delete_port for 8647e9fe-193f-4212-8ae4-be4818fa3a35 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:21:19.769355 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (8647e9fe-193f-4212-8ae4-be4818fa3a35), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:19.784833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['8647e9fe-193f-4212-8ae4-be4818fa3a35'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:21:19.802002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Pushing event deleted for resources: {'Port': ['ID=8647e9fe-193f-4212-8ae4-be4818fa3a35,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:19.845821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] No DVR routers for this DVR port 8647e9fe-193f-4212-8ae4-be4818fa3a35 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:21:19.856153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:19.859893 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a86a717-4753-498b-b487-55b9ebeaef8a req-0734b2b0-bf55-47c7-86b8-5766630010a9 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.24 "DELETE /v2.0/ports/8647e9fe-193f-4212-8ae4-be4818fa3a35 HTTP/1.1" status: 204 len: 173 time: 0.5119467 Mar 23 21:21:19.860346 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'name': 'network-vif-deleted', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:21:19.862606 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b050264f-fefc-453b-b650-01e9a578b06e" -d '{"events": [{"server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "name": "network-vif-deleted", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:21:19.885450 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-976e61a2-9711-44c8-97e7-47503c3a3ff1 req-41dafcbe-8309-43b9-9012-b306c806bb07 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 210 time: 0.0547853 Mar 23 21:21:19.915860 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e16f5dd-e708-4290-a5c4-e802939f6328 x-openstack-request-id: req-3e16f5dd-e708-4290-a5c4-e802939f6328 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:21:19.916226 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db31661-aa27-48c4-921b-b18294f338ad", "name": "network-vif-deleted", "tag": "8647e9fe-193f-4212-8ae4-be4818fa3a35", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:21:19.916531 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e16f5dd-e708-4290-a5c4-e802939f6328 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:21:19.917048 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e16f5dd-e708-4290-a5c4-e802939f6328'] response: {'server_uuid': '7db31661-aa27-48c4-921b-b18294f338ad', 'name': 'network-vif-deleted', 'tag': '8647e9fe-193f-4212-8ae4-be4818fa3a35', 'status': 'completed', 'code': 200} Mar 23 21:21:19.977769 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42842) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:20.082166 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2d212761-4ec5-48f4-b81a-75956ea69a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.154824 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2d212761-4ec5-48f4-b81a-75956ea69a72 admin admin] Publish callbacks [] for security_group (6b178c65-c5c5-4bb4-8b0c-093f9803e2c1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.254348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2d212761-4ec5-48f4-b81a-75956ea69a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6b178c65-c5c5-4bb4-8b0c-093f9803e2c1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.302512 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2d212761-4ec5-48f4-b81a-75956ea69a72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09ee495b8bf24515a6b738d8bebc5c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168566 Mar 23 21:21:20.302512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d212761-4ec5-48f4-b81a-75956ea69a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b178c65-c5c5-4bb4-8b0c-093f9803e2c1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:20.303199 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42848) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:20.353032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] Publish callbacks [] for security_group (6b178c65-c5c5-4bb4-8b0c-093f9803e2c1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.360372 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42850) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:20.374615 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] Publish callbacks [] for security_group (6b178c65-c5c5-4bb4-8b0c-093f9803e2c1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.467520 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-657dd89c-edc4-4152-9d9c-f4c7784fa401 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.488935 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6b178c65-c5c5-4bb4-8b0c-093f9803e2c1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.491393 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.492499 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b178c65-c5c5-4bb4-8b0c-093f9803e2c1 HTTP/1.1" status: 204 len: 168 time: 0.1888297 Mar 23 21:21:20.502444 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d121d-ceb1-4b0e-aef0-2dbc0ce688c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b178c65-c5c5-4bb4-8b0c-093f9803e2c1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:20.537531 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ec4f2-b293-4bee-a1a7-67a369415048 req-7ccdb616-add7-42f0-9ea9-918e427668be tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:20.539094 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-045ec4f2-b293-4bee-a1a7-67a369415048 req-7ccdb616-add7-42f0-9ea9-918e427668be tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0770006 Mar 23 21:21:20.545833 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-657dd89c-edc4-4152-9d9c-f4c7784fa401 admin admin] Publish callbacks [] for security_group (2786beea-894d-45ae-9e67-34a31ed9853b), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.587045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-045ec4f2-b293-4bee-a1a7-67a369415048 req-7d6585fc-a0b2-4ceb-a4f8-dc3e4844f2e1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Mar 23 21:21:20.619822 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-657dd89c-edc4-4152-9d9c-f4c7784fa401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2786beea-894d-45ae-9e67-34a31ed9853b), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.657709 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-657dd89c-edc4-4152-9d9c-f4c7784fa401 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d0c367ec5a74c3bb6bbfc0051de5bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960825 Mar 23 21:21:20.659771 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657dd89c-edc4-4152-9d9c-f4c7784fa401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2786beea-894d-45ae-9e67-34a31ed9853b,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:20.660432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42858) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:20.713797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] Publish callbacks [] for security_group (2786beea-894d-45ae-9e67-34a31ed9853b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.735630 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] Publish callbacks [] for security_group (2786beea-894d-45ae-9e67-34a31ed9853b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.854494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2786beea-894d-45ae-9e67-34a31ed9853b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.857337 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:20.858977 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2786beea-894d-45ae-9e67-34a31ed9853b HTTP/1.1" status: 204 len: 168 time: 0.1974175 Mar 23 21:21:20.867483 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320aa94-bcb1-4208-a9fd-8c919fb4cac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2786beea-894d-45ae-9e67-34a31ed9853b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:20.998395 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc3396ff-ec1d-42ea-a1cf-22517cb9a911 req-71f2f0fa-ec27-4a26-a010-0cc922fd1d00 tempest-VolumesActionsTest-1374634265 tempest-VolumesActionsTest-1374634265-project] 10.222.0.35 "GET /v2.0/ports?device_id=7db31661-aa27-48c4-921b-b18294f338ad HTTP/1.1" status: 200 len: 210 time: 0.0263951 Mar 23 21:21:21.289491 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 42872) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:21.303605 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-61c7971b-7145-4dca-be7a-997a8eeed23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.379597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-61c7971b-7145-4dca-be7a-997a8eeed23c admin admin] Publish callbacks [] for security_group (5986bd00-a0f6-49d9-a06c-e66062c5facc), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.454386 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-61c7971b-7145-4dca-be7a-997a8eeed23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5986bd00-a0f6-49d9-a06c-e66062c5facc), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.492023 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-61c7971b-7145-4dca-be7a-997a8eeed23c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fef3071840e7475086d85cd467588c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014661 Mar 23 21:21:21.492702 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7971b-7145-4dca-be7a-997a8eeed23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5986bd00-a0f6-49d9-a06c-e66062c5facc,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:21.494761 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42876) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:21.541274 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] Publish callbacks [] for security_group (5986bd00-a0f6-49d9-a06c-e66062c5facc), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.561939 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] Publish callbacks [] for security_group (5986bd00-a0f6-49d9-a06c-e66062c5facc), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.677708 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5986bd00-a0f6-49d9-a06c-e66062c5facc), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.680277 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:21.681450 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5986bd00-a0f6-49d9-a06c-e66062c5facc HTTP/1.1" status: 204 len: 168 time: 0.1857147 Mar 23 21:21:21.691237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8705bf1-af52-4085-bd0a-f65cdd0fb5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5986bd00-a0f6-49d9-a06c-e66062c5facc,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:21.709143 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a83d934-55ef-4f62-bfe3-41ebe50e8fe9 req-168ceea5-74d7-4862-8dbc-d32dda35a359 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:21.710994 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a83d934-55ef-4f62-bfe3-41ebe50e8fe9 req-168ceea5-74d7-4862-8dbc-d32dda35a359 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0596888 Mar 23 21:21:21.761256 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4a83d934-55ef-4f62-bfe3-41ebe50e8fe9 req-c4154c4b-c2a2-4490-9e5c-26ad2e5c0bcb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Mar 23 21:21:22.634826 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42920) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:22.740269 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b7fc-3111-438a-9ae3-88c93783240e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:22.823574 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b7fc-3111-438a-9ae3-88c93783240e admin admin] Publish callbacks [] for security_group (4dcbbccc-82e0-4975-87c5-11b9ce73aaa2), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:22.884565 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac849ac2-488d-4b50-ac14-0bcc4795c204 req-dec95563-c4a1-461d-b394-f355b7a1c5dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:22.886397 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac849ac2-488d-4b50-ac14-0bcc4795c204 req-dec95563-c4a1-461d-b394-f355b7a1c5dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0555954 Mar 23 21:21:22.916981 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0dd3b7fc-3111-438a-9ae3-88c93783240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4dcbbccc-82e0-4975-87c5-11b9ce73aaa2), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:22.935093 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac849ac2-488d-4b50-ac14-0bcc4795c204 req-8ea07faf-786b-4e72-b6d3-1f7daddbc275 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Mar 23 21:21:22.963200 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0dd3b7fc-3111-438a-9ae3-88c93783240e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8296c0cced76445ab4afec56a896c63d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166420 Mar 23 21:21:22.965572 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 42942) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:22.974408 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3b7fc-3111-438a-9ae3-88c93783240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcbbccc-82e0-4975-87c5-11b9ce73aaa2,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:23.029880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] Publish callbacks [] for security_group (4dcbbccc-82e0-4975-87c5-11b9ce73aaa2), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:23.055142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] Publish callbacks [] for security_group (4dcbbccc-82e0-4975-87c5-11b9ce73aaa2), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:23.551229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4dcbbccc-82e0-4975-87c5-11b9ce73aaa2), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:23.552084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:23.553939 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4dcbbccc-82e0-4975-87c5-11b9ce73aaa2 HTTP/1.1" status: 204 len: 168 time: 0.5873542 Mar 23 21:21:23.566885 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf86fe-cd7d-471a-8b00-7124986661ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcbbccc-82e0-4975-87c5-11b9ce73aaa2,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:23.609778 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:24.066596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f14137-9a1f-4a63-a992-98f70c8344c8 req-49aa4678-8bd3-443b-8d55-b09cb68db060 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:24.068205 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-18f14137-9a1f-4a63-a992-98f70c8344c8 req-49aa4678-8bd3-443b-8d55-b09cb68db060 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0664203 Mar 23 21:21:24.086784 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 8647e9fe-193f-4212-8ae4-be4818fa3a35 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:21:24.114630 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 8647e9fe-193f-4212-8ae4-be4818fa3a35 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:21:24.115390 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 8647e9fe-193f-4212-8ae4-be4818fa3a35 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:21:24.133973 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-18f14137-9a1f-4a63-a992-98f70c8344c8 req-ce7e299c-d91f-4954-a5a1-307496e3cd0d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590808 Mar 23 21:21:24.284612 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af7f7b-03b9-46c2-b7ae-7f23d0d83a77 req-f9f7977c-155a-4f9a-bb15-f7b8c574c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:24.286144 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90af7f7b-03b9-46c2-b7ae-7f23d0d83a77 req-f9f7977c-155a-4f9a-bb15-f7b8c574c1ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1130 time: 0.0430412 Mar 23 21:21:25.047834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43024) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:25.162793 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d53b9eb-e1fe-4e40-9b50-c93e1943d36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.213579 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-90af7f7b-03b9-46c2-b7ae-7f23d0d83a77 req-1a3ebfe2-9380-4c36-994f-40564246e5ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685196 Mar 23 21:21:25.280426 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28e9da7-8942-40e7-97cd-5c12ab91f983 req-cee9222b-0094-4837-9164-e73edad306a8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:25.282030 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f28e9da7-8942-40e7-97cd-5c12ab91f983 req-cee9222b-0094-4837-9164-e73edad306a8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0875733 Mar 23 21:21:25.318697 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d53b9eb-e1fe-4e40-9b50-c93e1943d36e admin admin] Publish callbacks [] for security_group (2a3fb5dc-1436-40fa-a3e1-46b573c17c70), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.344200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f28e9da7-8942-40e7-97cd-5c12ab91f983 req-7cbde754-709b-4d8c-be7f-36bbe4b99ed6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566242 Mar 23 21:21:25.460214 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d53b9eb-e1fe-4e40-9b50-c93e1943d36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2a3fb5dc-1436-40fa-a3e1-46b573c17c70), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.498014 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7d53b9eb-e1fe-4e40-9b50-c93e1943d36e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8e6bbea180149c6b9509886f798460c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4490330 Mar 23 21:21:25.499438 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53b9eb-e1fe-4e40-9b50-c93e1943d36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3fb5dc-1436-40fa-a3e1-46b573c17c70,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:25.501328 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43034) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:25.550150 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] Publish callbacks [] for security_group (2a3fb5dc-1436-40fa-a3e1-46b573c17c70), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.572363 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] Publish callbacks [] for security_group (2a3fb5dc-1436-40fa-a3e1-46b573c17c70), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.694266 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2a3fb5dc-1436-40fa-a3e1-46b573c17c70), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.696878 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:25.698096 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a3fb5dc-1436-40fa-a3e1-46b573c17c70 HTTP/1.1" status: 204 len: 168 time: 0.1957517 Mar 23 21:21:25.707970 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b25569-5e77-4e1c-82e0-a31b1fcfc06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3fb5dc-1436-40fa-a3e1-46b573c17c70,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:26.374956 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43052) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:26.380173 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b9f91014-3125-4bd8-aadc-abb0c6048964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.453469 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b9f91014-3125-4bd8-aadc-abb0c6048964 admin admin] Publish callbacks [] for security_group (d9af5186-7b74-4dfb-a9e2-0bf4b60a234f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.461217 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57854b8e-31de-4b49-a101-9f66fdc258fd req-0ac9796d-a114-48da-bacb-451bd73b76e5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:26.462706 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57854b8e-31de-4b49-a101-9f66fdc258fd req-0ac9796d-a114-48da-bacb-451bd73b76e5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0532296 Mar 23 21:21:26.508963 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57854b8e-31de-4b49-a101-9f66fdc258fd req-91dd98e8-46a6-41c4-9a1f-a145ce137ca1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Mar 23 21:21:26.538679 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b9f91014-3125-4bd8-aadc-abb0c6048964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d9af5186-7b74-4dfb-a9e2-0bf4b60a234f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.577322 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b9f91014-3125-4bd8-aadc-abb0c6048964 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33de3e0109ee4f06a62640b3ff51652f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2096143 Mar 23 21:21:26.578157 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f91014-3125-4bd8-aadc-abb0c6048964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9af5186-7b74-4dfb-a9e2-0bf4b60a234f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:26.580083 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43054) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:26.631285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] Publish callbacks [] for security_group (d9af5186-7b74-4dfb-a9e2-0bf4b60a234f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.652319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] Publish callbacks [] for security_group (d9af5186-7b74-4dfb-a9e2-0bf4b60a234f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.761606 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d9af5186-7b74-4dfb-a9e2-0bf4b60a234f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.764055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:26.765235 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9af5186-7b74-4dfb-a9e2-0bf4b60a234f HTTP/1.1" status: 204 len: 168 time: 0.1841633 Mar 23 21:21:26.774106 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b77563-603a-4c42-ab5c-19f91808ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9af5186-7b74-4dfb-a9e2-0bf4b60a234f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:27.629434 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7a3c8-b8c2-401d-8f2d-1fe428a714de req-9ff8da66-4f66-439a-9fde-153b1704ea6b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:27.630925 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80b7a3c8-b8c2-401d-8f2d-1fe428a714de req-9ff8da66-4f66-439a-9fde-153b1704ea6b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0531785 Mar 23 21:21:27.678391 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80b7a3c8-b8c2-401d-8f2d-1fe428a714de req-66b8cbbc-ee44-487a-aae3-c1434db5e324 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416148 Mar 23 21:21:27.860104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43092) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:27.954106 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1633442810-network', 'tenant_id': '06d6627b85904656b2c1a354559a7132'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:28.059086 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Made reservation on behalf of 06d6627b85904656b2c1a354559a7132 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:28.062712 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.072725 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.157709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks [] for security_group (48e65726-bef8-4c2e-9831-d08bf9610b59), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.219770 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (48e65726-bef8-4c2e-9831-d08bf9610b59), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.244574 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:21:28.260816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e65726-bef8-4c2e-9831-d08bf9610b59,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:28.263763 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (1341b86c-2828-4ec9-b562-b567aec39d41), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.264267 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Added segment 1341b86c-2828-4ec9-b562-b567aec39d41 of type vlan for network ba8f9b16-c67e-4142-8a28-f828f5041f54 Mar 23 21:21:28.309881 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (ba8f9b16-c67e-4142-8a28-f828f5041f54), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.442033 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (ba8f9b16-c67e-4142-8a28-f828f5041f54), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.443190 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:28.443869 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.542002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] Pushing event updated for resources: {'Network': ['ID=ba8f9b16-c67e-4142-8a28-f828f5041f54,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:28.554948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network ba8f9b16-c67e-4142-8a28-f828f5041f54 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:21:28.605884 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-300f3d3a-bcd5-4d05-890b-223c810ab76c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7446587 Mar 23 21:21:28.608947 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43122) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:28.613821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Request body: {'subnet': {'network_id': 'ba8f9b16-c67e-4142-8a28-f828f5041f54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1633442810-subnet', 'tenant_id': '06d6627b85904656b2c1a354559a7132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:28.706315 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Made reservation on behalf of 06d6627b85904656b2c1a354559a7132 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:28.715260 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:28.907917 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cea0f-b71a-46eb-ab80-be260b76ee57 req-02f49787-384f-424f-b056-b1d611cc49d6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:28.915750 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a1cea0f-b71a-46eb-ab80-be260b76ee57 req-02f49787-384f-424f-b056-b1d611cc49d6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1014102 Mar 23 21:21:29.006307 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a1cea0f-b71a-46eb-ab80-be260b76ee57 req-7f46538a-7d62-4ac6-be21-4af76921fbd0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896597 Mar 23 21:21:29.163477 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05186d-c44a-4973-9c60-813a38c29f27 req-6e343a08-f9c3-477b-87f5-fa12ded48511 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:29.169422 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f05186d-c44a-4973-9c60-813a38c29f27 req-6e343a08-f9c3-477b-87f5-fa12ded48511 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0669279 Mar 23 21:21:29.187583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (3869ca16-9213-471a-b448-6624c0605edb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:29.252550 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f05186d-c44a-4973-9c60-813a38c29f27 req-c3fce27c-c761-4a48-9363-ebc8126caef4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818996 Mar 23 21:21:29.276176 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3869ca16-9213-471a-b448-6624c0605edb,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:29.290869 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Checking segment: {'id': '1341b86c-2828-4ec9-b562-b567aec39d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ba8f9b16-c67e-4142-8a28-f828f5041f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:21:29.291594 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Network hostable DHCP agents. Network: ba8f9b16-c67e-4142-8a28-f828f5041f54, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:21:29.418684 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:21:29.488456 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Network ba8f9b16-c67e-4142-8a28-f828f5041f54 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:21:29.579575 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, ba8f9b16-c67e-4142-8a28-f828f5041f54) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:21:29.589617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:29.590267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:29.598804 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad43ab51-0031-4849-81e2-03bc9c9e66a6 None None] Network ba8f9b16-c67e-4142-8a28-f828f5041f54 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:21:29.720191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-469b9e0e-886d-4e84-8c30-d311b066ee84 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1100230 Mar 23 21:21:29.731685 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e0686-c530-4c53-8637-d35da1af9c79 None None] Network ba8f9b16-c67e-4142-8a28-f828f5041f54 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:21:30.799360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43170) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:30.804418 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1710087016-network', 'tenant_id': '81fe32394bb14e0b92d7ee8967a6436b'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:30.906285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Made reservation on behalf of 81fe32394bb14e0b92d7ee8967a6436b for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:30.908954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:30.919530 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.002373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks [] for security_group (9af9339f-4287-4d29-92bb-7cfde8d84dc8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.086128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (9af9339f-4287-4d29-92bb-7cfde8d84dc8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.112259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:21:31.122262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af9339f-4287-4d29-92bb-7cfde8d84dc8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:31.127461 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (bc563c95-b034-40e2-9e94-ce7485ee61f4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.131348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Added segment bc563c95-b034-40e2-9e94-ce7485ee61f4 of type vlan for network 0f97fc87-78da-4561-af3b-c2d1dac5356b Mar 23 21:21:31.170664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (0f97fc87-78da-4561-af3b-c2d1dac5356b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.311749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (0f97fc87-78da-4561-af3b-c2d1dac5356b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.312803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:31.313645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.392944 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] Pushing event updated for resources: {'Network': ['ID=0f97fc87-78da-4561-af3b-c2d1dac5356b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:31.406231 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 0f97fc87-78da-4561-af3b-c2d1dac5356b details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:21:31.451360 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-88865aac-8ca0-492a-94cf-d26a34615534 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6504269 Mar 23 21:21:31.456428 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43182) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:31.462250 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Request body: {'subnet': {'network_id': '0f97fc87-78da-4561-af3b-c2d1dac5356b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1710087016-subnet', 'tenant_id': '81fe32394bb14e0b92d7ee8967a6436b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:31.636220 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Made reservation on behalf of 81fe32394bb14e0b92d7ee8967a6436b for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:31.638594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26707043'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.923268 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26707061'] for subnet (c8810bb7-1cdd-4a5d-bfac-92a7551db857), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:31.995152 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Checking segment: {'id': 'bc563c95-b034-40e2-9e94-ce7485ee61f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '0f97fc87-78da-4561-af3b-c2d1dac5356b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:21:31.995880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Network hostable DHCP agents. Network: 0f97fc87-78da-4561-af3b-c2d1dac5356b, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:21:32.003328 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8810bb7-1cdd-4a5d-bfac-92a7551db857,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:32.031124 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c9a30-6b71-4eb3-a77a-7670ed2e6aff req-7abbe3bb-a7bf-4674-ada0-36b7148d82f4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.033166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-400c9a30-6b71-4eb3-a77a-7670ed2e6aff req-7abbe3bb-a7bf-4674-ada0-36b7148d82f4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0851195 Mar 23 21:21:32.125723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-400c9a30-6b71-4eb3-a77a-7670ed2e6aff req-f50d1ae4-b3d5-43e4-900f-b08cebe71d6d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831332 Mar 23 21:21:32.128476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-0b3fb553-263c-4740-8082-be7a61922880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.129914 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-0b3fb553-263c-4740-8082-be7a61922880 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1130 time: 0.0956948 Mar 23 21:21:32.135094 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Network 0f97fc87-78da-4561-af3b-c2d1dac5356b is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:21:32.217111 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 0f97fc87-78da-4561-af3b-c2d1dac5356b) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:21:32.222426 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.231079 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:32.231860 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755473b-4f08-4ae2-bc2c-b01c9adc04ab None None] Network 0f97fc87-78da-4561-af3b-c2d1dac5356b requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:21:32.271864 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-6cc9abd9-4ced-4fa0-8143-a9b273bb5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.274734 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-6cc9abd9-4ced-4fa0-8143-a9b273bb5d73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1291089 Mar 23 21:21:32.346432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-cca74d8e-3566-4781-bce9-9339c5652d57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 200 len: 217 time: 0.0600803 Mar 23 21:21:32.349662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3364553-735e-4ecc-96dd-494492f9af40 None None] Network 0f97fc87-78da-4561-af3b-c2d1dac5356b requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:21:32.360062 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e26106c2-bfd5-4a8d-8f0c-65baf582f87d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9018488 Mar 23 21:21:32.417161 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-c4444714-b1d1-4490-b313-83801e0981d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.422585 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-c4444714-b1d1-4490-b313-83801e0981d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0681911 Mar 23 21:21:32.486443 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-71abb146-8d6b-4097-aea8-764e12bf6dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:32.488583 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-71abb146-8d6b-4097-aea8-764e12bf6dc2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582037 Mar 23 21:21:32.598911 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-1ee104d6-741b-40f2-9401-d870c98944b6 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023402 Mar 23 21:21:32.703485 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16b52d3f-2026-47f6-bdcb-9c55439768f3 req-b927a19b-d3d1-4636-ad84-f1b5fcb874da service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960882 Mar 23 21:21:33.263460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed920d-94a1-445a-a20f-4b63356a5422 req-9495eeed-519f-4e69-9aec-9c4e1762755b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:33.271312 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23ed920d-94a1-445a-a20f-4b63356a5422 req-9495eeed-519f-4e69-9aec-9c4e1762755b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0669599 Mar 23 21:21:33.325229 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23ed920d-94a1-445a-a20f-4b63356a5422 req-f8758eeb-9376-4c47-ade6-02a305cfb50a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515084 Mar 23 21:21:34.065466 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-84523b69-0465-436e-ab95-9b3b4277630c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:34.439820 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e5ac8-e49f-440d-a361-7658940edc20 req-0472a363-d5eb-4bc3-a132-f166e0b4ee7a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:34.442013 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894e5ac8-e49f-440d-a361-7658940edc20 req-0472a363-d5eb-4bc3-a132-f166e0b4ee7a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0559001 Mar 23 21:21:34.491261 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894e5ac8-e49f-440d-a361-7658940edc20 req-42eb60e7-93a6-4c0d-a2fe-e204a4861892 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Mar 23 21:21:35.668691 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05196516-d8f4-4eb2-90d2-fa08091c5a9f req-92c1eb5a-dac3-460f-a02c-61306188ee22 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:35.670308 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05196516-d8f4-4eb2-90d2-fa08091c5a9f req-92c1eb5a-dac3-460f-a02c-61306188ee22 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0652170 Mar 23 21:21:35.727932 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-05196516-d8f4-4eb2-90d2-fa08091c5a9f req-d74eba68-6787-40ff-9bc1-aef501d3e434 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Mar 23 21:21:36.163380 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-6db5de68-67c8-4cf0-9b84-e50e13512d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:36.855966 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c008-8acf-45f7-af1e-2a25e414648b req-e5feacf4-ea18-4329-ad2a-8322ced280dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:36.857668 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb67c008-8acf-45f7-af1e-2a25e414648b req-e5feacf4-ea18-4329-ad2a-8322ced280dd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0568841 Mar 23 21:21:36.929629 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb67c008-8acf-45f7-af1e-2a25e414648b req-0fb3c8e6-b810-46ab-8217-2635fc02e3b7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595081 Mar 23 21:21:37.654193 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:38.035778 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051db4d2-42ad-401c-b694-c28080a574c9 req-5e6b7f7f-aaa1-4496-9a20-40af4e58cd6b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:38.037358 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-051db4d2-42ad-401c-b694-c28080a574c9 req-5e6b7f7f-aaa1-4496-9a20-40af4e58cd6b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0515201 Mar 23 21:21:38.087216 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-051db4d2-42ad-401c-b694-c28080a574c9 req-2c82789d-0973-4427-a84b-472751b81336 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440817 Mar 23 21:21:39.054069 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:39.209771 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c6e4c-3922-4c49-a914-64703d821846 req-9fc6699c-68f2-48b2-9787-01893605b5bb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:39.211323 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-673c6e4c-3922-4c49-a914-64703d821846 req-9fc6699c-68f2-48b2-9787-01893605b5bb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0585515 Mar 23 21:21:39.271466 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-673c6e4c-3922-4c49-a914-64703d821846 req-e775c0db-036a-44ac-982a-22c4eac6199d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542078 Mar 23 21:21:40.412150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed7a9c-9499-4dcb-afaf-18fb3ebe8f9f req-ac6b3aaf-9a0c-4fbd-ba01-f226caa18e09 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:40.413862 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-beed7a9c-9499-4dcb-afaf-18fb3ebe8f9f req-ac6b3aaf-9a0c-4fbd-ba01-f226caa18e09 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0592000 Mar 23 21:21:40.479390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-beed7a9c-9499-4dcb-afaf-18fb3ebe8f9f req-7b82dd6a-ea8a-4437-87ae-109ffaf51964 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591886 Mar 23 21:21:40.568326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:41.692210 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adabfe7-b203-406e-93b1-4e4b555e337f req-3e2102ec-f1e9-4ff2-9fe6-7e7b1356f126 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:41.693959 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9adabfe7-b203-406e-93b1-4e4b555e337f req-3e2102ec-f1e9-4ff2-9fe6-7e7b1356f126 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0911791 Mar 23 21:21:41.784280 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9adabfe7-b203-406e-93b1-4e4b555e337f req-e99afd1c-393a-4c9c-8e6b-19f793512b0b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800381 Mar 23 21:21:42.932807 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546ac66-1563-41b1-a615-54e9cf71fe46 req-df8851cc-e720-4e11-942c-df59c5dd54e3 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:42.934370 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b546ac66-1563-41b1-a615-54e9cf71fe46 req-df8851cc-e720-4e11-942c-df59c5dd54e3 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0779405 Mar 23 21:21:42.982299 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b546ac66-1563-41b1-a615-54e9cf71fe46 req-243a5286-3eb1-4a65-bcdc-b832ef614a2e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Mar 23 21:21:44.118164 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a861207-37a0-42e3-8be5-46879f7fb6f5 req-4fd142b4-9039-47d3-aacd-889c18d593e9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:44.120573 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a861207-37a0-42e3-8be5-46879f7fb6f5 req-4fd142b4-9039-47d3-aacd-889c18d593e9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0598018 Mar 23 21:21:44.190938 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a861207-37a0-42e3-8be5-46879f7fb6f5 req-cfff7b31-624a-4283-8bd2-93c7e747aaa5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Mar 23 21:21:45.353335 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1b02a-6981-45d5-83a6-8230dc76fd97 req-64238bcc-e6e6-4e97-9b6b-3a14d548eb14 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:45.355847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2aa1b02a-6981-45d5-83a6-8230dc76fd97 req-64238bcc-e6e6-4e97-9b6b-3a14d548eb14 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0632348 Mar 23 21:21:45.408886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2aa1b02a-6981-45d5-83a6-8230dc76fd97 req-304b7b4c-4748-43a8-a635-11766c8f4dde tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 Mar 23 21:21:46.586593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e758ac-630e-4fa5-9878-fefc4c0fd7ec req-685f71ab-4677-40a7-9b36-0d0d568a4f7f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:46.588185 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59e758ac-630e-4fa5-9878-fefc4c0fd7ec req-685f71ab-4677-40a7-9b36-0d0d568a4f7f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.1091225 Mar 23 21:21:46.667607 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59e758ac-630e-4fa5-9878-fefc4c0fd7ec req-13e1a34b-c9d6-4593-ba6f-d60e9ac87a51 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522640 Mar 23 21:21:47.851336 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e6dca-b704-4fdf-b0e0-6297ae598425 req-aa353657-5c89-47a9-86d0-8baca037fcf6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:47.860428 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f6e6dca-b704-4fdf-b0e0-6297ae598425 req-aa353657-5c89-47a9-86d0-8baca037fcf6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0713072 Mar 23 21:21:47.913924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f6e6dca-b704-4fdf-b0e0-6297ae598425 req-8431eac9-2b5d-4cf0-9cf1-6685bd1a4c57 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525894 Mar 23 21:21:49.029843 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9da7b6-7864-4b35-ac90-4a7e54868122 req-968bd31b-7656-4bb4-922d-5c294e44ac75 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:49.032796 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b9da7b6-7864-4b35-ac90-4a7e54868122 req-968bd31b-7656-4bb4-922d-5c294e44ac75 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0512319 Mar 23 21:21:49.091378 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b9da7b6-7864-4b35-ac90-4a7e54868122 req-5fa0fa17-9682-4314-b7a7-fdcd655259cc tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502756 Mar 23 21:21:50.217124 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ced82d-f637-45a4-97b2-d3e298c92d33 req-3838ab5e-e4f7-4f1f-900f-cf474c3d0307 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:50.218699 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23ced82d-f637-45a4-97b2-d3e298c92d33 req-3838ab5e-e4f7-4f1f-900f-cf474c3d0307 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0552115 Mar 23 21:21:50.267368 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-23ced82d-f637-45a4-97b2-d3e298c92d33 req-c74d1943-5bd7-4173-91d0-c5d79ccd40a8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Mar 23 21:21:50.998514 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43704) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:51.003843 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--445361374', 'description': 'tempest-description--481896798'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:51.179445 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.246232 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (f7ca6a81-917b-4fd3-80c0-16fc681906cf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.365176 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f7ca6a81-917b-4fd3-80c0-16fc681906cf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.412746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ca6a81-917b-4fd3-80c0-16fc681906cf,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:51.427141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687bf7a-9cd5-47c2-92ca-990637cd4c09 req-8597659c-2fdb-4635-935c-cd6eed4bb215 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:51.429396 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e687bf7a-9cd5-47c2-92ca-990637cd4c09 req-8597659c-2fdb-4635-935c-cd6eed4bb215 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0928085 Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.434920 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.436499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.436499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.436499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.485843 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e687bf7a-9cd5-47c2-92ca-990637cd4c09 req-5fdfb61d-0c6b-49af-988f-6c3ee057e10d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443597 Mar 23 21:21:51.506957 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.509153 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ed35f63f-ac4d-4e88-811c-35225875f704 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5094666 Mar 23 21:21:51.516265 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43724) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:51.521039 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'f7ca6a81-917b-4fd3-80c0-16fc681906cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:51.637562 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (82d2055f-6464-459d-8418-1cf4ca50e3ab), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.712933 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (82d2055f-6464-459d-8418-1cf4ca50e3ab), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.796666 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (82d2055f-6464-459d-8418-1cf4ca50e3ab), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.816281 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d2055f-6464-459d-8418-1cf4ca50e3ab,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:51.823088 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.823441 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.824517 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.824517 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.824517 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.824773 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.825194 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.825525 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.825874 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.826198 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.826521 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.826846 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.827166 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.827485 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.827801 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:21:51.924399 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:51.926201 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b02b6467-818b-4ad4-b09d-08cebb33e463 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4087491 Mar 23 21:21:51.929263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43738) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:51.934148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'f7ca6a81-917b-4fd3-80c0-16fc681906cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:52.043437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086bfe26-49c8-4481-9635-01a6bc82da46 req-12bd364d-77c5-4657-b67c-e2457985554a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:52.045452 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-086bfe26-49c8-4481-9635-01a6bc82da46 req-12bd364d-77c5-4657-b67c-e2457985554a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0541711 Mar 23 21:21:52.070983 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (6ace754e-a540-429e-8666-15632792302b), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.114059 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-086bfe26-49c8-4481-9635-01a6bc82da46 req-abb2ea1c-53b8-4c88-88e7-1b9cd3a51ef3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631783 Mar 23 21:21:52.137262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (6ace754e-a540-429e-8666-15632792302b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.247685 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (6ace754e-a540-429e-8666-15632792302b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.263178 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ace754e-a540-429e-8666-15632792302b,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:52.381441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.382663 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8dbe1c56-7b86-4fd1-b971-86ba5d46f688 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4521768 Mar 23 21:21:52.385864 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43744) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:52.390133 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:52.505229 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.642784 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-4491177f-72e2-4955-aea0-c3849b33bbd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929265 Mar 23 21:21:52.652821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2339e8d-99ea-4d53-940d-37db4cf31a7b req-aa4a7193-aea8-43db-8ea0-c80e053f1245 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:52.654292 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d2339e8d-99ea-4d53-940d-37db4cf31a7b req-aa4a7193-aea8-43db-8ea0-c80e053f1245 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0934827 Mar 23 21:21:52.752132 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.759472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-382ea305-e9cf-4390-a307-f3cffc54cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:52.763107 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-382ea305-e9cf-4390-a307-f3cffc54cf61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 1130 time: 0.0925589 Mar 23 21:21:52.764178 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d2339e8d-99ea-4d53-940d-37db4cf31a7b req-1d38d40c-5d4b-4464-ac5d-18f981509fb2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023471 Mar 23 21:21:52.874279 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43758) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:52.923158 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Deleting subnet 3869ca16-9213-471a-b448-6624c0605edb {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:21:52.926707 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Publish callbacks [] for subnet (3869ca16-9213-471a-b448-6624c0605edb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.940521 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.27.0.99 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/2dc5ff7f-ea40-4d5f-8844-67abcdf25653) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:21:52.943599 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-89f1e3d4-808d-43e0-b982-47fc662c20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:52.945139 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-89f1e3d4-808d-43e0-b982-47fc662c20fd service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1433139 Mar 23 21:21:52.975187 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (3869ca16-9213-471a-b448-6624c0605edb), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:52.978140 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43764) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:52.996436 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-84b56ab3-9e2c-446d-ab24-ac13b57dcd53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 200 len: 217 time: 0.0414431 Mar 23 21:21:53.055112 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (3869ca16-9213-471a-b448-6624c0605edb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.060986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Deleting subnet 728acde9-aa6e-400d-b6b0-41079c70d7e8 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:21:53.064894 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Publish callbacks [] for subnet (728acde9-aa6e-400d-b6b0-41079c70d7e8), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.095401 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-5f45c8c3-fd37-4faf-b89c-c9af60371dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:53.096849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-5f45c8c3-fd37-4faf-b89c-c9af60371dc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0914230 Mar 23 21:21:53.121055 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (728acde9-aa6e-400d-b6b0-41079c70d7e8), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.150678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.180440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-b1e6f329-e564-48de-82b1-688540e00297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:53.182090 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-b1e6f329-e564-48de-82b1-688540e00297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701940 Mar 23 21:21:53.186468 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (728acde9-aa6e-400d-b6b0-41079c70d7e8), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.265946 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.324239 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e2cb5-074e-4586-baaf-b9ef211934f4 req-2dd605f1-8b47-40b6-861c-eab65b6d1f2d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:53.329481 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-242e2cb5-074e-4586-baaf-b9ef211934f4 req-2dd605f1-8b47-40b6-861c-eab65b6d1f2d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1160085 Mar 23 21:21:53.341481 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-46154c8d-1f55-4610-8c3b-77bcd06cbf2b service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513298 Mar 23 21:21:53.400102 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.405861 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (3869ca16-9213-471a-b448-6624c0605edb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.440355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3869ca16-9213-471a-b448-6624c0605edb,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:53.442365 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.445648 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0ddaffda-805e-4bf2-b7c3-ba594d7ca1fa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3869ca16-9213-471a-b448-6624c0605edb HTTP/1.1" status: 204 len: 168 time: 0.5702040 Mar 23 21:21:53.448514 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43774) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:53.468845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-242e2cb5-074e-4586-baaf-b9ef211934f4 req-d63be4e7-e6dc-4ce7-80fc-32e045b10534 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364667 Mar 23 21:21:53.480049 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:21:53.487367 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:21:53.489889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:21:53.497540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=2dc5ff7f-ea40-4d5f-8844-67abcdf25653,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:53.528668 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (ba8f9b16-c67e-4142-8a28-f828f5041f54), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.554904 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375c62bb-c98e-449f-9bcb-1604dd482a17 req-2ca669fe-4f9b-41ea-8f14-36c08cf02e9d service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056625 Mar 23 21:21:53.605772 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (728acde9-aa6e-400d-b6b0-41079c70d7e8), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.635564 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728acde9-aa6e-400d-b6b0-41079c70d7e8,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:53.639959 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.645423 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1967225f-c017-4659-87b6-3527907bea70 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/728acde9-aa6e-400d-b6b0-41079c70d7e8 HTTP/1.1" status: 204 len: 168 time: 0.6425705 Mar 23 21:21:53.645423 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (ba8f9b16-c67e-4142-8a28-f828f5041f54), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.647483 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43776) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:53.656941 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.713064 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba8f9b16-c67e-4142-8a28-f828f5041f54']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.726531 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1341b86c-2828-4ec9-b562-b567aec39d41') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.726832 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1341b86c-2828-4ec9-b562-b567aec39d41') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.744679 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (1341b86c-2828-4ec9-b562-b567aec39d41), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.756264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.757626 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (71b49342-2c16-41ba-b79a-a29f71d0a312), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.763103 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (1341b86c-2828-4ec9-b562-b567aec39d41), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.771049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:21:53.771430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (1341b86c-2828-4ec9-b562-b567aec39d41), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:21:53.773054 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:21:53.892662 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (71b49342-2c16-41ba-b79a-a29f71d0a312), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.915545 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b49342-2c16-41ba-b79a-a29f71d0a312']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.926622 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.926914 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:53.936798 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.944926 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (ba8f9b16-c67e-4142-8a28-f828f5041f54), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.952168 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.955325 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba8f9b16-c67e-4142-8a28-f828f5041f54 HTTP/1.1" status: 204 len: 168 time: 0.5061843 Mar 23 21:21:53.958142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43780) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:53.974670 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:53.997490 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52e642-ea02-42ca-a4dd-35e4c37bdd23 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba8f9b16-c67e-4142-8a28-f828f5041f54,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:54.025065 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Deleting subnet c8810bb7-1cdd-4a5d-bfac-92a7551db857 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:21:54.030114 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Publish callbacks [] for subnet (c8810bb7-1cdd-4a5d-bfac-92a7551db857), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.069211 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (c8810bb7-1cdd-4a5d-bfac-92a7551db857), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.110788 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:21:54.111188 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (1aee8c14-dc46-4fbf-bd4d-9d6ab81216ed), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:21:54.112835 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:21:54.121891 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (c8810bb7-1cdd-4a5d-bfac-92a7551db857), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.173911 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c073-2686-41a9-b2fa-9ee6ab555fa9 req-c36cebaa-2264-4819-86a7-ae69a2a00942 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:54.175281 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0682c073-2686-41a9-b2fa-9ee6ab555fa9 req-c36cebaa-2264-4819-86a7-ae69a2a00942 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.1063783 Mar 23 21:21:54.227508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.249835 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0682c073-2686-41a9-b2fa-9ee6ab555fa9 req-0e06948e-3ef9-462c-8ce7-ab9cbff7a448 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643666 Mar 23 21:21:54.326852 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (71b49342-2c16-41ba-b79a-a29f71d0a312), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.331148 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.334604 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] 10.222.0.35 "DELETE /v2.0/networks/71b49342-2c16-41ba-b79a-a29f71d0a312 HTTP/1.1" status: 204 len: 168 time: 0.6861794 Mar 23 21:21:54.348240 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cba170-5d94-45cd-9867-86ba28933478 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b49342-2c16-41ba-b79a-a29f71d0a312,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:54.357864 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858473e7-8b84-4a4b-a4e6-1f077d4ae275 req-a4ca3a2e-585f-4e88-a4ef-3dc69549f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:54.359392 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-858473e7-8b84-4a4b-a4e6-1f077d4ae275 req-a4ca3a2e-585f-4e88-a4ef-3dc69549f0d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1130 time: 0.0447628 Mar 23 21:21:54.362353 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.367743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (c8810bb7-1cdd-4a5d-bfac-92a7551db857), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.389509 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8810bb7-1cdd-4a5d-bfac-92a7551db857,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:54.394463 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.400000 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-46258405-97cd-4652-8af9-63bd42d6a635 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c8810bb7-1cdd-4a5d-bfac-92a7551db857 HTTP/1.1" status: 204 len: 168 time: 0.4386952 Mar 23 21:21:54.400716 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43788) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:54.460310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=2dc5ff7f-ea40-4d5f-8844-67abcdf25653,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:54.482970 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (0f97fc87-78da-4561-af3b-c2d1dac5356b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.483632 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-858473e7-8b84-4a4b-a4e6-1f077d4ae275 req-18b1edc3-7236-4707-a339-6fcefa04653c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166983 Mar 23 21:21:54.484484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.565274 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (0f97fc87-78da-4561-af3b-c2d1dac5356b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.588057 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f97fc87-78da-4561-af3b-c2d1dac5356b']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:54.588423 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.589660 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-871ea009-f0f5-4854-a332-459b2915b3d2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2028766 Mar 23 21:21:54.602928 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1e6b4-331c-494d-88b9-bee120eb1215 req-3cce1c6c-7539-4045-8997-dffd099a67d3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:54.604603 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89c1e6b4-331c-494d-88b9-bee120eb1215 req-3cce1c6c-7539-4045-8997-dffd099a67d3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0616369 Mar 23 21:21:54.606634 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc563c95-b034-40e2-9e94-ce7485ee61f4') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:54.606928 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc563c95-b034-40e2-9e94-ce7485ee61f4') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:21:54.619644 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (bc563c95-b034-40e2-9e94-ce7485ee61f4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.635373 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (bc563c95-b034-40e2-9e94-ce7485ee61f4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.646282 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:21:54.646689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (bc563c95-b034-40e2-9e94-ce7485ee61f4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:21:54.648395 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:21:54.672145 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89c1e6b4-331c-494d-88b9-bee120eb1215 req-b74b00a1-05d8-4614-b908-f47e119199ee tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521231 Mar 23 21:21:54.766917 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43804) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:54.798218 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (0f97fc87-78da-4561-af3b-c2d1dac5356b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.805940 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.809085 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] 10.222.0.35 "DELETE /v2.0/networks/0f97fc87-78da-4561-af3b-c2d1dac5356b HTTP/1.1" status: 204 len: 168 time: 0.4078774 Mar 23 21:21:54.809308 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-dabcbc80-99ca-443f-9c80-ca2426a59e16 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--445361374&fields=id&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 267 time: 0.0440679 Mar 23 21:21:54.826425 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f32bc-945a-42d6-87c3-0611b0eda95e admin admin] Pushing event deleted for resources: {'Network': ['ID=0f97fc87-78da-4561-af3b-c2d1dac5356b,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:54.833088 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0ad0aa29-92aa-41d3-80fb-6500fc0014fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=33b7ed4d0d7048269faa879b15495739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650144 Mar 23 21:21:54.833684 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43808) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:54.887223 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] Publish callbacks [] for security_group (064d031f-f23c-49b8-9360-7764456b880e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.912294 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] Publish callbacks [] for security_group (064d031f-f23c-49b8-9360-7764456b880e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:54.937811 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-28259b98-9867-482f-a335-5889525531d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:54.939262 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-28259b98-9867-482f-a335-5889525531d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.1205812 Mar 23 21:21:54.954032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-256de3c3-b835-49ae-9178-ccdf3df141c2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/quotas/7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 375 time: 0.0094087 Mar 23 21:21:55.008946 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-c20f48b5-8ecf-402b-922b-eb5b815dfb56 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499272 Mar 23 21:21:55.064781 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (064d031f-f23c-49b8-9360-7764456b880e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.076842 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.076842 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/064d031f-f23c-49b8-9360-7764456b880e HTTP/1.1" status: 204 len: 168 time: 0.2337925 Mar 23 21:21:55.077568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fde76-091b-40a5-a009-0fe2ae8fdf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064d031f-f23c-49b8-9360-7764456b880e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:55.112802 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-f1384459-3554-4089-8edd-d1768f2ca138 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914836 Mar 23 21:21:55.208077 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-6e4c8f19-cd94-4f84-8393-13acfa71d35b service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895805 Mar 23 21:21:55.282021 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43816) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:55.328556 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-44d2a209-aa1b-4034-a0ee-bf43772bf102 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=06d6627b85904656b2c1a354559a7132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453455 Mar 23 21:21:55.331199 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43820) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:55.385850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b07820-93b5-4f3b-98b6-776f8221e812 req-ed0a2c9a-bbb8-4b9c-a15f-bb35635b71fb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:55.387376 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58b07820-93b5-4f3b-98b6-776f8221e812 req-ed0a2c9a-bbb8-4b9c-a15f-bb35635b71fb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0577025 Mar 23 21:21:55.389805 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] Publish callbacks [] for security_group (48e65726-bef8-4c2e-9831-d08bf9610b59), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.412272 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] Publish callbacks [] for security_group (48e65726-bef8-4c2e-9831-d08bf9610b59), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.490927 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58b07820-93b5-4f3b-98b6-776f8221e812 req-f2acf504-3dff-47fa-9930-92fabb3a9274 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952196 Mar 23 21:21:55.509298 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11f1927b-3700-40fd-aa36-227c11679c08 req-909334ae-a3c2-48bd-9f1e-c1b8f7ccaa31 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 210 time: 0.0351319 Mar 23 21:21:55.585408 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (48e65726-bef8-4c2e-9831-d08bf9610b59), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.588025 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:55.591906 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/48e65726-bef8-4c2e-9831-d08bf9610b59 HTTP/1.1" status: 204 len: 168 time: 0.2569113 Mar 23 21:21:55.599735 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78a24e-435a-4ea7-9e10-e33052d0a2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e65726-bef8-4c2e-9831-d08bf9610b59,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:55.802934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849240d-533b-4feb-a33c-bb07266f8352 req-657c76a3-4f97-4591-ae2e-a13160b4bf4a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:55.804581 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b849240d-533b-4feb-a33c-bb07266f8352 req-657c76a3-4f97-4591-ae2e-a13160b4bf4a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0760303 Mar 23 21:21:55.851309 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b849240d-533b-4feb-a33c-bb07266f8352 req-396a3953-eee8-4efd-9e03-a413b7a55e5b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409894 Mar 23 21:21:56.407432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 43866) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:56.451550 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-47a11855-9261-43e9-bb36-79a2cb0ca1ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81fe32394bb14e0b92d7ee8967a6436b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421495 Mar 23 21:21:56.454081 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43868) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:21:56.504016 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] Publish callbacks [] for security_group (9af9339f-4287-4d29-92bb-7cfde8d84dc8), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:56.525931 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] Publish callbacks [] for security_group (9af9339f-4287-4d29-92bb-7cfde8d84dc8), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:56.637030 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (9af9339f-4287-4d29-92bb-7cfde8d84dc8), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:56.641221 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:56.645228 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9af9339f-4287-4d29-92bb-7cfde8d84dc8 HTTP/1.1" status: 204 len: 168 time: 0.1875954 Mar 23 21:21:56.653081 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765880f-24fb-4f1d-a2ce-5ab69170290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af9339f-4287-4d29-92bb-7cfde8d84dc8,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:56.676571 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff56ab5a-f4dd-46ec-9893-0343faf9bd24 req-2154501b-202e-46ec-911b-f727dae8defc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 210 time: 0.0568161 Mar 23 21:21:56.727165 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cb2be-0f10-4704-92b3-d3f0d10788d9 req-999b8b35-d6ce-4014-b56d-98575ccb4b07 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:56.728864 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb4cb2be-0f10-4704-92b3-d3f0d10788d9 req-999b8b35-d6ce-4014-b56d-98575ccb4b07 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.1000257 Mar 23 21:21:56.786164 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb4cb2be-0f10-4704-92b3-d3f0d10788d9 req-d5439ff5-3586-4194-bb38-d5bceec324b7 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Mar 23 21:21:56.988354 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd42a282-e3ab-43c8-8313-f6c206704166 req-0f82fff3-9923-42fb-8f23-54131bcfb9cf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:56.989893 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd42a282-e3ab-43c8-8313-f6c206704166 req-0f82fff3-9923-42fb-8f23-54131bcfb9cf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0526733 Mar 23 21:21:57.041559 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd42a282-e3ab-43c8-8313-f6c206704166 req-aacc3b75-b9b5-49d5-bc29-36d7d1dae62e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455210 Mar 23 21:21:57.376043 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a266f-21ac-417e-b497-b8f0c56c73cb req-7d4db465-6395-4458-958c-e6965a421674 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:57.377732 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-912a266f-21ac-417e-b497-b8f0c56c73cb req-7d4db465-6395-4458-958c-e6965a421674 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0557396 Mar 23 21:21:57.443113 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-912a266f-21ac-417e-b497-b8f0c56c73cb req-44377198-0f61-44ea-85d9-9f256797dff5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Mar 23 21:21:57.555148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-5e019007-ce91-4b41-9c15-99867cbe2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:57.556660 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-5e019007-ce91-4b41-9c15-99867cbe2534 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 1130 time: 0.0574892 Mar 23 21:21:57.675466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-fbe59e15-1bec-4438-80f7-90c3f1924690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:57.676978 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-fbe59e15-1bec-4438-80f7-90c3f1924690 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1127872 Mar 23 21:21:57.721986 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-be75addf-9da4-4ef7-9721-9f9f68a9c20e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 200 len: 217 time: 0.0379884 Mar 23 21:21:57.795460 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38f13c04-e14c-4332-896c-5367c2bac1d4 req-296a0c12-a766-4987-b60e-171b87ff1a33 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 210 time: 0.0495906 Mar 23 21:21:57.810105 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-99ac5e82-426b-4c9c-b282-d32730a41bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:57.811652 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-99ac5e82-426b-4c9c-b282-d32730a41bdf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0748014 Mar 23 21:21:57.864262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-d7502eb2-cfd9-4606-8c39-de67cb31c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:57.865831 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-d7502eb2-cfd9-4606-8c39-de67cb31c415 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481033 Mar 23 21:21:57.999603 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-297b0b6e-8eba-4450-af64-e380ec166332 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267347 Mar 23 21:21:58.018965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ff0d8-4329-41af-a330-173512beca28 req-52b1edb1-ae7e-4ddb-9d39-1312f343340a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:58.020436 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a6ff0d8-4329-41af-a330-173512beca28 req-52b1edb1-ae7e-4ddb-9d39-1312f343340a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0804925 Mar 23 21:21:58.225422 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5a6ff0d8-4329-41af-a330-173512beca28 req-a41b1298-b82c-4923-8f5d-8094586e683a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988003 Mar 23 21:21:58.286546 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef42667-9ff5-45fd-8f0d-a1c4ea82a647 req-e62f003e-05ea-4c89-be06-5ab7f289c92d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:58.288049 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eef42667-9ff5-45fd-8f0d-a1c4ea82a647 req-e62f003e-05ea-4c89-be06-5ab7f289c92d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1487498 Mar 23 21:21:58.293001 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e423b83-5eca-4eff-a4e1-451e1664cb19 req-83f0ba99-8917-42ba-bc42-89cb5320189f service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564876 Mar 23 21:21:58.297144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-1f09c018-465b-46c5-a28b-5084d51fe260 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:58.298652 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-1f09c018-465b-46c5-a28b-5084d51fe260 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.2571123 Mar 23 21:21:58.362463 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eef42667-9ff5-45fd-8f0d-a1c4ea82a647 req-f9bdf567-17a6-48e7-9396-8673a00c6ed3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628567 Mar 23 21:21:58.419112 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-86e9898b-3709-4481-9b04-498e54a5ad38 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 472 time: 0.0935605 Mar 23 21:21:58.427814 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'port': {'device_id': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'admin_state_up': True, 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'security_groups': ['f7ca6a81-917b-4fd3-80c0-16fc681906cf']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:58.600259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee4a16-b8e6-4c6b-a361-348925786477 req-1b835e3b-1ada-40e0-b6ea-025ea811dd1e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:58.603073 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcee4a16-b8e6-4c6b-a361-348925786477 req-1b835e3b-1ada-40e0-b6ea-025ea811dd1e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0904367 Mar 23 21:21:58.624718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:21:58.628251 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:58.709564 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcee4a16-b8e6-4c6b-a361-348925786477 req-979b3828-8ee8-4176-8ffa-a24161bec99c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005604 Mar 23 21:21:58.790172 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.20.0.11 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/e806f2cf-03b0-4298-adef-5524133f4819) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:21:58.909264 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a0613c4-5da8-4a79-a7e7-d1de59d0ef07 req-698edae1-6aed-423b-a843-ad66f0dd304c tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 210 time: 0.0339859 Mar 23 21:21:58.975080 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (e806f2cf-03b0-4298-adef-5524133f4819), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.201718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.245663 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:21:59.248836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:21:59.255278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:21:59.284954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:21:59.361089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:59.361699 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.396072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee58c-0b1c-4088-a112-577a69a36f30 req-da27f42f-a551-4d80-8f38-bfeaa46b71c5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:59.397669 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11cee58c-0b1c-4088-a112-577a69a36f30 req-da27f42f-a551-4d80-8f38-bfeaa46b71c5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0750751 Mar 23 21:21:59.462689 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-e4171abd-151e-4702-8f5f-6729e9879c51 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0341539 Mar 23 21:21:59.464366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11cee58c-0b1c-4088-a112-577a69a36f30 req-0a07c5cd-d138-43dc-947d-8d526594e050 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583808 Mar 23 21:21:59.478845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Request body: {'port': {'device_id': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:21:59.517571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-b9f573de-0712-49d6-b5b6-952f725e8b36 None None] Provisioning complete for port e806f2cf-03b0-4298-adef-5524133f4819 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:21:59.518216 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b9f573de-0712-49d6-b5b6-952f725e8b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e806f2cf-03b0-4298-adef-5524133f4819), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.554985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b9f573de-0712-49d6-b5b6-952f725e8b36 None None] Port e806f2cf-03b0-4298-adef-5524133f4819 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:21:59.569795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a36073-1abd-40e4-a10a-e5fa64ca7d85 req-082953b5-6a8a-4a46-a546-46753cf6c61d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:59.571298 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17a36073-1abd-40e4-a10a-e5fa64ca7d85 req-082953b5-6a8a-4a46-a546-46753cf6c61d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1119816 Mar 23 21:21:59.574175 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e806f2cf-03b0-4298-adef-5524133f4819), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.657917 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17a36073-1abd-40e4-a10a-e5fa64ca7d85 req-1f6dba45-8bc1-4987-a049-49bf19f153e5 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800011 Mar 23 21:21:59.884093 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb74094-a26e-4be9-a18f-a4eaf6044df1 req-48284705-7e02-444e-9d1b-a6702624aaf0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:21:59.885575 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb74094-a26e-4be9-a18f-a4eaf6044df1 req-48284705-7e02-444e-9d1b-a6702624aaf0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0848386 Mar 23 21:21:59.958597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e806f2cf-03b0-4298-adef-5524133f4819 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:21:59.972136 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks [] for port (e806f2cf-03b0-4298-adef-5524133f4819), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:21:59.980788 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfb74094-a26e-4be9-a18f-a4eaf6044df1 req-7723856e-74a5-47f4-97da-c06d230e6cd8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887623 Mar 23 21:21:59.992011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Transition to ACTIVE for port object e806f2cf-03b0-4298-adef-5524133f4819 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:22:00.053925 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f1737-eb69-49f0-8dbd-ef0660093f46 req-8b9ed54b-3b2e-4701-b324-609ab5e821ab tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.055441 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c17f1737-eb69-49f0-8dbd-ef0660093f46 req-8b9ed54b-3b2e-4701-b324-609ab5e821ab tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 932 time: 0.0554967 Mar 23 21:22:00.096963 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.152637 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c17f1737-eb69-49f0-8dbd-ef0660093f46 req-44ee6a2c-8458-40e4-ac02-a0aedb90c3fb tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826120 Mar 23 21:22:00.164124 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Pushing event updated for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:00.242345 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Attempting to bind port e806f2cf-03b0-4298-adef-5524133f4819 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:22:00.242684 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Attempting to bind port e806f2cf-03b0-4298-adef-5524133f4819 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:22:00.243024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Attempting to bind port e806f2cf-03b0-4298-adef-5524133f4819 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:00.248161 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Port e806f2cf-03b0-4298-adef-5524133f4819 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:22:00.248442 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Attempting to bind port e806f2cf-03b0-4298-adef-5524133f4819 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:00.253492 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:22:00.253832 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:22:00.254223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:22:00.254661 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Bound port: e806f2cf-03b0-4298-adef-5524133f4819, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:22:00.255011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e806f2cf-03b0-4298-adef-5524133f4819), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.326411 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:22:00.330323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e806f2cf-03b0-4298-adef-5524133f4819,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:22:00.419927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.455013 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.455735 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.457340 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] 10.222.0.24 "PUT /v2.0/ports/e806f2cf-03b0-4298-adef-5524133f4819 HTTP/1.1" status: 200 len: 1094 time: 0.9844098 Mar 23 21:22:00.458224 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:00.460973 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e" -d '{"events": [{"name": "network-changed", "server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "tag": "e806f2cf-03b0-4298-adef-5524133f4819"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:00.510157 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45866354-61be-4ea6-8d4e-a0dbf45314ce service neutron] Pushing event updated for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:00.527304 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 43996) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:00.528036 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f398b8d8-1b0d-4e54-82ea-0e1bbcca4911 x-openstack-request-id: req-f398b8d8-1b0d-4e54-82ea-0e1bbcca4911 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:00.528328 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "tag": "e806f2cf-03b0-4298-adef-5524133f4819", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:00.529110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f398b8d8-1b0d-4e54-82ea-0e1bbcca4911 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:00.529678 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f398b8d8-1b0d-4e54-82ea-0e1bbcca4911'] response: {'name': 'network-changed', 'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819', 'status': 'completed', 'code': 200} Mar 23 21:22:00.648932 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-878b6471-2cce-460e-8121-0e07362f6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.650451 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-878b6471-2cce-460e-8121-0e07362f6f1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 1128 time: 0.0971119 Mar 23 21:22:00.657895 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d76b8-5b1d-4ddd-8650-9ccdb2bd7bc8 req-bcbc4cab-6754-4061-be36-82b325d8d7dc tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.659343 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f4d76b8-5b1d-4ddd-8650-9ccdb2bd7bc8 req-bcbc4cab-6754-4061-be36-82b325d8d7dc tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0670042 Mar 23 21:22:00.679025 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2b9a-0d25-4848-903c-beeedf1e5d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.777714 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2b9a-0d25-4848-903c-beeedf1e5d08 admin admin] Publish callbacks [] for security_group (d6d38cf9-5229-4048-b041-9147ef24cbf0), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.829967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f4d76b8-5b1d-4ddd-8650-9ccdb2bd7bc8 req-f5f62972-2b1c-4c01-b984-65b3187694b0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612148 Mar 23 21:22:00.869054 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-df065851-9119-40cc-b40d-e544e58049a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.870547 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-df065851-9119-40cc-b40d-e544e58049a9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e6227c2467c4a238e48e1c269e1e382&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2103305 Mar 23 21:22:00.878968 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3bf60-64fe-43a5-ab30-78c4947d7c8e req-f8964d4e-34fb-46c5-9e9e-2ab2e3c2b268 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:00.880593 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03b3bf60-64fe-43a5-ab30-78c4947d7c8e req-f8964d4e-34fb-46c5-9e9e-2ab2e3c2b268 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1228642 Mar 23 21:22:00.882040 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac7f2b9a-0d25-4848-903c-beeedf1e5d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d6d38cf9-5229-4048-b041-9147ef24cbf0), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.918867 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f2b9a-0d25-4848-903c-beeedf1e5d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d38cf9-5229-4048-b041-9147ef24cbf0,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:00.926377 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ac7f2b9a-0d25-4848-903c-beeedf1e5d08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b83a8aaf3fe4c8d801ca622316ef3d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3979671 Mar 23 21:22:00.927089 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44010) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:00.975941 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] Publish callbacks [] for security_group (d6d38cf9-5229-4048-b041-9147ef24cbf0), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:00.998611 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03b3bf60-64fe-43a5-ab30-78c4947d7c8e req-523650e1-42f8-4274-8069-d745983c0055 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055982 Mar 23 21:22:01.003690 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] Publish callbacks [] for security_group (d6d38cf9-5229-4048-b041-9147ef24cbf0), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:01.013177 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-87c2f005-c5e1-4e20-8b76-b1d5b3877e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.014646 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58b41e62-3b1a-4a25-85dd-78a5b8fdfd5e req-87c2f005-c5e1-4e20-8b76-b1d5b3877e3b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331346 Mar 23 21:22:01.143965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-97e461e5-d36e-4651-9f08-bd08c8272e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.145463 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-97e461e5-d36e-4651-9f08-bd08c8272e2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 1128 time: 0.0792170 Mar 23 21:22:01.152863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6024e9-2320-4b30-a13b-6c6c42e4398d req-af825cf1-78f3-4832-abbe-37c4b664b1cb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.154757 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e6024e9-2320-4b30-a13b-6c6c42e4398d req-af825cf1-78f3-4832-abbe-37c4b664b1cb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0805044 Mar 23 21:22:01.167946 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d6d38cf9-5229-4048-b041-9147ef24cbf0), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:01.171386 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:01.172554 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d6d38cf9-5229-4048-b041-9147ef24cbf0 HTTP/1.1" status: 204 len: 168 time: 0.2442596 Mar 23 21:22:01.182949 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c11a-a5bd-461e-aa2c-06e3ca171f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d38cf9-5229-4048-b041-9147ef24cbf0,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:01.199559 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-447535fb-7fbf-4cb1-be99-d466e0166ff3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e806f2cf-03b0-4298-adef-5524133f4819 HTTP/1.1" status: 200 len: 217 time: 0.0438781 Mar 23 21:22:01.514446 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e6024e9-2320-4b30-a13b-6c6c42e4398d req-7523d3ee-bea2-4191-bdbc-4a24b8af8c4e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531706 Mar 23 21:22:01.527153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-c9220f4b-e1e4-406a-bef7-ebf15808c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.531845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-c9220f4b-e1e4-406a-bef7-ebf15808c3c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.3201754 Mar 23 21:22:01.548858 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8158d-5f87-4a88-b59b-8a5c70b7d028 req-93a12200-cb74-47f5-abc3-ad57123dcf13 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.550324 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07d8158d-5f87-4a88-b59b-8a5c70b7d028 req-93a12200-cb74-47f5-abc3-ad57123dcf13 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 944 time: 0.3071220 Mar 23 21:22:01.620451 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07d8158d-5f87-4a88-b59b-8a5c70b7d028 req-0a096ec6-b9af-44d2-a438-751ae8288849 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617800 Mar 23 21:22:01.626185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-4b88e221-637a-4678-b10e-e29028918d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.627649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-4b88e221-637a-4678-b10e-e29028918d79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0868988 Mar 23 21:22:01.721886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-af2380f1-c2e8-4ac4-9b1a-a91589588eca service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870073 Mar 23 21:22:01.813224 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-21efad4b-2976-4d1e-b70d-13834f2efab7 req-d61718b0-4422-44da-953f-2784682ef02e service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Mar 23 21:22:01.961899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc623f1-e388-4997-8da4-2bc6d013ab38 req-79c1ea84-96e7-4a09-82fd-6bd5d8be4106 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:01.963380 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdc623f1-e388-4997-8da4-2bc6d013ab38 req-79c1ea84-96e7-4a09-82fd-6bd5d8be4106 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0558488 Mar 23 21:22:02.010243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdc623f1-e388-4997-8da4-2bc6d013ab38 req-999f8052-6694-4924-96b3-b35237df97fd tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Mar 23 21:22:02.140690 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b08d2-1f6c-4bf1-aa11-e75cab1d8571 req-c20c2935-645b-47bd-8bda-3ac174a61cac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:02.142232 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e7b08d2-1f6c-4bf1-aa11-e75cab1d8571 req-c20c2935-645b-47bd-8bda-3ac174a61cac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0574849 Mar 23 21:22:02.190630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7e7b08d2-1f6c-4bf1-aa11-e75cab1d8571 req-4e1506ad-ec7b-452b-a380-c069048676ec tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Mar 23 21:22:02.742132 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1d2fc-ddb6-4f24-b325-8d0fbcda10ca req-c93fde45-5bd7-45c6-8dc1-f64a1c56694d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:02.743640 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9ac1d2fc-ddb6-4f24-b325-8d0fbcda10ca req-c93fde45-5bd7-45c6-8dc1-f64a1c56694d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 944 time: 0.0552361 Mar 23 21:22:02.790580 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9ac1d2fc-ddb6-4f24-b325-8d0fbcda10ca req-aa1e5462-a850-493f-9769-47cb6f3b80b5 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403872 Mar 23 21:22:03.142072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b1e20-975e-4d25-90ec-ef087706be58 req-0e137829-4953-4070-958b-40c5124c4286 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:03.143558 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-306b1e20-975e-4d25-90ec-ef087706be58 req-0e137829-4953-4070-958b-40c5124c4286 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0551329 Mar 23 21:22:03.190039 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-306b1e20-975e-4d25-90ec-ef087706be58 req-d60d0ead-515f-4c93-9005-05c6764f5ad0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409851 Mar 23 21:22:03.315549 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cf95c-1159-4d60-8a4c-8e1781473f14 req-fe3a33ed-9dc3-4b2b-a9aa-103a9c5f5fa0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:03.317150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-392cf95c-1159-4d60-8a4c-8e1781473f14 req-fe3a33ed-9dc3-4b2b-a9aa-103a9c5f5fa0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0549254 Mar 23 21:22:03.367558 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-392cf95c-1159-4d60-8a4c-8e1781473f14 req-563c10c1-e0b1-45a4-9bd5-c9c5f3076ddc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418587 Mar 23 21:22:03.803598 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44124) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:03.808212 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116422542', 'description': 'tempest-description--1781017114'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:03.912985 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2a202-131b-4472-b0e2-b176d8539518 req-1b01346c-d9dd-48f8-8fd2-2ec05f1a51fa tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:03.914432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e5f2a202-131b-4472-b0e2-b176d8539518 req-1b01346c-d9dd-48f8-8fd2-2ec05f1a51fa tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 944 time: 0.0524714 Mar 23 21:22:03.927935 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:03.972570 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e5f2a202-131b-4472-b0e2-b176d8539518 req-0dc19447-a6d8-41db-8857-d90e082d5b15 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520320 Mar 23 21:22:04.003496 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (708cf793-5d49-429f-ab66-d59d92a8b077), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.087955 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-49e47e74-0c37-4547-804c-d38444082743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.134051 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (708cf793-5d49-429f-ab66-d59d92a8b077), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.163751 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708cf793-5d49-429f-ab66-d59d92a8b077,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:04.255664 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.259784 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7d3c702d-13ee-40bb-91f6-4c7f77a10c9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4551442 Mar 23 21:22:04.260381 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44146) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:04.264792 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'security_group_rule': {'security_group_id': '708cf793-5d49-429f-ab66-d59d92a8b077', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:04.316970 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fceb0-7e65-4016-aba3-2e6dc6b846a2 req-f93f2964-8f3e-4979-babf-759bb769c57d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:04.318760 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c40fceb0-7e65-4016-aba3-2e6dc6b846a2 req-f93f2964-8f3e-4979-babf-759bb769c57d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0603893 Mar 23 21:22:04.338562 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e806f2cf-03b0-4298-adef-5524133f4819 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:22:04.375747 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c40fceb0-7e65-4016-aba3-2e6dc6b846a2 req-75d620f3-c9a6-4bd1-832a-eb3da3514d47 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513601 Mar 23 21:22:04.382280 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (a804ac03-207a-4b00-b9d2-4a88c397b6b5), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.468275 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e806f2cf-03b0-4298-adef-5524133f4819,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:04.473099 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (a804ac03-207a-4b00-b9d2-4a88c397b6b5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.482323 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'e806f2cf-03b0-4298-adef-5524133f4819', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'port_id': 'e806f2cf-03b0-4298-adef-5524133f4819', 'mac_address': 'fa:16:3e:28:38:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:22:04.522269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port e806f2cf-03b0-4298-adef-5524133f4819 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:04.522769 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e806f2cf-03b0-4298-adef-5524133f4819), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.525305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffe39a-f9d3-4fd0-b6f5-4002e35b4ea3 req-1020137d-49eb-4fb9-bc8f-aa7918561a9e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:04.526721 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44ffe39a-f9d3-4fd0-b6f5-4002e35b4ea3 req-1020137d-49eb-4fb9-bc8f-aa7918561a9e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0588613 Mar 23 21:22:04.537191 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e806f2cf-03b0-4298-adef-5524133f4819 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:04.559265 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e806f2cf-03b0-4298-adef-5524133f4819,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:04.567242 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (a804ac03-207a-4b00-b9d2-4a88c397b6b5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.586635 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a804ac03-207a-4b00-b9d2-4a88c397b6b5,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:04.589123 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44ffe39a-f9d3-4fd0-b6f5-4002e35b4ea3 req-d089e55b-59e2-4e7a-8128-00bb9f5da89d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555940 Mar 23 21:22:04.647797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.650675 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.652556 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4c2fae55-41c1-401a-9f8d-39aaa573144f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3912206 Mar 23 21:22:04.656801 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44160) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:04.661831 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'security_group_rule': {'security_group_id': '708cf793-5d49-429f-ab66-d59d92a8b077', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:04.699242 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:04.738179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (2c870fab-cc27-4396-9482-d8e08a5fccd3), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.796452 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (2c870fab-cc27-4396-9482-d8e08a5fccd3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.852963 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (2c870fab-cc27-4396-9482-d8e08a5fccd3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.867349 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c870fab-cc27-4396-9482-d8e08a5fccd3,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:04.975727 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['e806f2cf-03b0-4298-adef-5524133f4819'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:22:04.987000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:04.988302 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-18ebfceb-32e8-4098-84df-70223cc2a068 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3300254 Mar 23 21:22:04.991500 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44162) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:04.996857 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:05.097436 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:05.160899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601dd6b-0d4d-4351-9bd9-c55ed2799f44 req-c8935624-54d0-440b-b2da-e6513163922b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:05.162369 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d601dd6b-0d4d-4351-9bd9-c55ed2799f44 req-c8935624-54d0-440b-b2da-e6513163922b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 945 time: 0.1051853 Mar 23 21:22:05.232989 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d601dd6b-0d4d-4351-9bd9-c55ed2799f44 req-1c8f7c0e-2933-4c55-a89a-741b26596814 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632422 Mar 23 21:22:05.249190 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:05.352506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Allocated IP 172.27.0.133 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/b1b84279-824b-48b0-9317-ef7ac62c65e4) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:22:05.474093 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:05.547363 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f781e8-4602-4ec2-be29-1e405edc0fbc req-feba0002-2b98-4831-85d1-2c9e227217a1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:05.548864 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1f781e8-4602-4ec2-be29-1e405edc0fbc req-feba0002-2b98-4831-85d1-2c9e227217a1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0956442 Mar 23 21:22:05.606192 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1f781e8-4602-4ec2-be29-1e405edc0fbc req-3f886010-e8d1-448f-bac3-45640b8b61e7 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423765 Mar 23 21:22:05.647945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:05.720805 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:22:05.726439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:22:05.729789 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'Port': ['ID=b1b84279-824b-48b0-9317-ef7ac62c65e4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:05.732369 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:22:05.787675 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e4075-9152-4498-bce2-34f75ce22cbe req-0cab87a6-b7a2-4882-96e7-b7e201aef57b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:05.789189 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8c5e4075-9152-4498-bce2-34f75ce22cbe req-0cab87a6-b7a2-4882-96e7-b7e201aef57b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1158607 Mar 23 21:22:05.875634 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8c5e4075-9152-4498-bce2-34f75ce22cbe req-a5e0824e-3450-4a32-90a2-2512518742be tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790884 Mar 23 21:22:05.878408 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.177791 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.179036 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cccecda2-60b1-4b18-971d-fb02c74c0eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.353997 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e806f2cf-03b0-4298-adef-5524133f4819 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:22:06.364779 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.380096 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfad554-2eca-400b-a55b-a6a67f8fb52a req-d4ec2193-18b5-42b2-ab1f-f3fbabe4b747 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:06.381607 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3cfad554-2eca-400b-a55b-a6a67f8fb52a req-d4ec2193-18b5-42b2-ab1f-f3fbabe4b747 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 945 time: 0.0817466 Mar 23 21:22:06.418938 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:22:06.430248 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3cfad554-2eca-400b-a55b-a6a67f8fb52a req-a364a8f7-3647-4beb-aafe-3b19d612d8ed tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429597 Mar 23 21:22:06.487583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.551502 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port e806f2cf-03b0-4298-adef-5524133f4819 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:22:06.559373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port e806f2cf-03b0-4298-adef-5524133f4819 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:06.560779 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'Port': ['ID=b1b84279-824b-48b0-9317-ef7ac62c65e4,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:06.561450 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e806f2cf-03b0-4298-adef-5524133f4819), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.572506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.650170 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.651444 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d69333e5-3114-494b-bf11-8816abdaa73a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6584034 Mar 23 21:22:06.676104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port e806f2cf-03b0-4298-adef-5524133f4819 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:06.676545 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e806f2cf-03b0-4298-adef-5524133f4819), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.709503 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:06.712191 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966b4f9-1417-4ee1-ac0b-4c6f49324dc2" -d '{"events": [{"server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "name": "network-vif-plugged", "status": "completed", "tag": "e806f2cf-03b0-4298-adef-5524133f4819"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:06.730604 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e806f2cf-03b0-4298-adef-5524133f4819,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:06.764104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab9c497-424e-4e40-ad7e-5a26b889df5d x-openstack-request-id: req-2ab9c497-424e-4e40-ad7e-5a26b889df5d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:06.764531 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "name": "network-vif-plugged", "status": "completed", "tag": "e806f2cf-03b0-4298-adef-5524133f4819", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:06.764883 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ab9c497-424e-4e40-ad7e-5a26b889df5d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:06.765408 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab9c497-424e-4e40-ad7e-5a26b889df5d'] response: {'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819', 'code': 200} Mar 23 21:22:06.787141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937ec22-d357-4f3d-858d-cc838b972e3d req-adadf024-9e84-4104-9f5d-8d798aece5ee tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:06.791767 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0937ec22-d357-4f3d-858d-cc838b972e3d req-adadf024-9e84-4104-9f5d-8d798aece5ee tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0905309 Mar 23 21:22:06.848172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0937ec22-d357-4f3d-858d-cc838b972e3d req-dd158afa-9f88-49e5-a1e4-8692838c641b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522277 Mar 23 21:22:06.864499 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:06.906704 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-4c6beb86-e602-4926-ac2d-111625be5128 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2116422542&fields=id&tenant_id=eafa0024523a463296266e063776d2ba HTTP/1.1" status: 200 len: 267 time: 0.0419431 Mar 23 21:22:06.919736 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:07.078374 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0c14ccbe-95cf-4389-b249-229738983d8c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:07.079816 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0c14ccbe-95cf-4389-b249-229738983d8c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 0.1620965 Mar 23 21:22:07.121383 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-4f88c2aa-893b-4175-946a-08bd12649d05 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/quotas/eafa0024523a463296266e063776d2ba HTTP/1.1" status: 200 len: 375 time: 0.0207188 Mar 23 21:22:07.151163 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6b8b3-b2ac-4716-bb72-faf24a0331a4 req-5dcd9ed6-f087-4c36-92a1-f2d994363db9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:07.152630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead6b8b3-b2ac-4716-bb72-faf24a0331a4 req-5dcd9ed6-f087-4c36-92a1-f2d994363db9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1197531 Mar 23 21:22:07.177176 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42d97d-841b-4705-933a-909364a34335 req-cf9dbc49-9467-45e6-a7b8-56a71ffef886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:07.178761 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f42d97d-841b-4705-933a-909364a34335 req-cf9dbc49-9467-45e6-a7b8-56a71ffef886 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 1130 time: 0.1272881 Mar 23 21:22:07.274412 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0a75b5ad-ccc6-4e63-b7f1-9c57a8fc7796 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1461673 Mar 23 21:22:07.278825 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ead6b8b3-b2ac-4716-bb72-faf24a0331a4 req-c525064a-72ce-4adc-82cf-15510aaa0056 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062505 Mar 23 21:22:07.281015 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7f42d97d-841b-4705-933a-909364a34335 req-8d776cb2-fe91-4a61-8b3b-3c11285a900a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933702 Mar 23 21:22:07.370360 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-64131a03-c0fa-4bac-8830-6e2ef922d9c8 service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847242 Mar 23 21:22:07.469143 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-09857812-c283-4753-b9bf-336c4a77dd1f service neutron] 10.222.0.35 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924439 Mar 23 21:22:07.554732 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84216df-8a71-4c9f-8661-9e5ce5c11b68 req-c79b6f3b-bd0e-40e9-a3d0-169649136acd tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:07.556186 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f84216df-8a71-4c9f-8661-9e5ce5c11b68 req-c79b6f3b-bd0e-40e9-a3d0-169649136acd tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0570266 Mar 23 21:22:07.613740 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f84216df-8a71-4c9f-8661-9e5ce5c11b68 req-823d4c00-36e2-49c4-866e-1cd80652d217 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509436 Mar 23 21:22:07.659389 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:07.737521 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-604a23cb-61a5-4a14-81aa-b11eca68d302 req-a7eb6288-7a8f-46f2-ab65-811247da1885 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0317705 Mar 23 21:22:07.983890 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862df324-3259-417a-aefe-032998a469e1 req-9c483dd0-1160-4e20-b053-76514a0ffcf3 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:07.985604 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-862df324-3259-417a-aefe-032998a469e1 req-9c483dd0-1160-4e20-b053-76514a0ffcf3 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0617466 Mar 23 21:22:08.034473 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-862df324-3259-417a-aefe-032998a469e1 req-3e254555-3353-4bbd-8417-0fa98c845c24 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Mar 23 21:22:08.410194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159021ec-c181-4810-81d1-c12b0020e654 req-cf890a87-6120-4a51-b896-e8c80f082fad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:08.412136 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-159021ec-c181-4810-81d1-c12b0020e654 req-cf890a87-6120-4a51-b896-e8c80f082fad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0588353 Mar 23 21:22:08.461619 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-159021ec-c181-4810-81d1-c12b0020e654 req-8a6a54f7-9c7f-48e0-ac66-abf1e2a7e756 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Mar 23 21:22:08.737917 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc256ae-40c3-4392-b502-f32aaf3adc7a req-c3b57ca2-c65d-48ac-ba79-4a58bc858143 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:08.739386 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fc256ae-40c3-4392-b502-f32aaf3adc7a req-c3b57ca2-c65d-48ac-ba79-4a58bc858143 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0514441 Mar 23 21:22:08.813692 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fc256ae-40c3-4392-b502-f32aaf3adc7a req-c80ecbea-0a95-4103-8fe9-0fd1ae99e733 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684366 Mar 23 21:22:08.868328 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-535f58da-35fd-4258-b018-8d35a3818981 req-f658dd67-a685-43b1-86d4-b80293f163ef tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0370862 Mar 23 21:22:09.047595 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:09.152430 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac74844-71d0-4138-8815-84625127f17c req-24bcba3a-a50c-4b33-abac-aced4e598b56 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:09.154002 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0ac74844-71d0-4138-8815-84625127f17c req-24bcba3a-a50c-4b33-abac-aced4e598b56 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0529602 Mar 23 21:22:09.203373 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0ac74844-71d0-4138-8815-84625127f17c req-58f31e44-5aaa-4cf0-a9f9-2bc87d63bcf5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435605 Mar 23 21:22:09.592258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece06788-5143-4853-9915-ad7404e2ae28 req-bfae98a0-27f8-43a2-b9c3-3bd87aa5c7d4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:09.593668 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ece06788-5143-4853-9915-ad7404e2ae28 req-bfae98a0-27f8-43a2-b9c3-3bd87aa5c7d4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0527496 Mar 23 21:22:09.647223 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ece06788-5143-4853-9915-ad7404e2ae28 req-1cc3107f-69e8-402b-8527-a231f634d925 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481112 Mar 23 21:22:09.967651 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b75a8937-5ada-4172-9d8b-0537be9887ca req-a3c7baf8-5863-4182-92d7-306c4d932d09 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0305545 Mar 23 21:22:09.974647 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d6a7-45bf-4240-b530-2350329bfee8 req-15072009-c7cc-4215-a7cc-92f44b1f55cf tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:09.976071 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0420d6a7-45bf-4240-b530-2350329bfee8 req-15072009-c7cc-4215-a7cc-92f44b1f55cf tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0814288 Mar 23 21:22:10.029400 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0420d6a7-45bf-4240-b530-2350329bfee8 req-100f36ec-701e-4941-8ffb-ae36166a823f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473495 Mar 23 21:22:10.149591 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5db081-a325-4fa3-acd8-42ca0df2fb4a req-629c9426-e65b-47a0-85b5-a5a7a156c00d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:10.151515 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b5db081-a325-4fa3-acd8-42ca0df2fb4a req-629c9426-e65b-47a0-85b5-a5a7a156c00d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0541286 Mar 23 21:22:10.161135 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44298) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:10.166427 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'port_id': 'e806f2cf-03b0-4298-adef-5524133f4819'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:10.210641 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.281071 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-f1dee020-bf49-4c5c-bee5-057866e7e5aa tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:10.282723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-f1dee020-bf49-4c5c-bee5-057866e7e5aa tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 818 time: 0.1208713 Mar 23 21:22:10.349684 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44304) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:10.379052 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b28cba-74f1-432d-ba8d-22b12d6b170c req-153693b8-3340-4361-9c8d-74f21a807b7f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:10.380791 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5b28cba-74f1-432d-ba8d-22b12d6b170c req-153693b8-3340-4361-9c8d-74f21a807b7f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0971384 Mar 23 21:22:10.401963 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-44d5fc80-8f41-4ad5-bbc0-a61a5a57512f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eafa0024523a463296266e063776d2ba HTTP/1.1" status: 200 len: 380 time: 0.1077726 Mar 23 21:22:10.418790 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'port': {'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'admin_state_up': True, 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'security_groups': ['708cf793-5d49-429f-ab66-d59d92a8b077']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:10.500430 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5b28cba-74f1-432d-ba8d-22b12d6b170c req-a8485e1c-14fd-45e3-a28c-11b495b20851 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111133 Mar 23 21:22:10.568679 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-19c23822-0f25-40e2-9719-86926423c40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.605386 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.677627 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-19c23822-0f25-40e2-9719-86926423c40c admin admin] Publish callbacks [] for security_group (f8d8af9b-67f2-4160-97eb-2fecde6ef726), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.739345 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Made reservation on behalf of eafa0024523a463296266e063776d2ba for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:22:10.745396 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.770169 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.795094 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-19c23822-0f25-40e2-9719-86926423c40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f8d8af9b-67f2-4160-97eb-2fecde6ef726), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.836544 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:10.884347 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-19c23822-0f25-40e2-9719-86926423c40c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0211aa32363a42bcb5802a0ac2af7ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5277529 Mar 23 21:22:10.887509 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44320) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:10.898219 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c23822-0f25-40e2-9719-86926423c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d8af9b-67f2-4160-97eb-2fecde6ef726,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:10.935068 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8264-1f9b-4475-a392-b78cc6d982a1 req-a97c44b7-5d65-411a-a2ec-9bb9f3708de1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:10.937075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47da8264-1f9b-4475-a392-b78cc6d982a1 req-a97c44b7-5d65-411a-a2ec-9bb9f3708de1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1881218 Mar 23 21:22:10.963057 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 8475eff8-ba18-4899-94db-15fe33fdddbf associated. External IP: 172.27.0.99, port: e806f2cf-03b0-4298-adef-5524133f4819. Mar 23 21:22:11.063437 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47da8264-1f9b-4475-a392-b78cc6d982a1 req-ad03aaa1-2950-4470-b538-dc348ce9ac54 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152825 Mar 23 21:22:11.069458 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Allocated IP 172.20.0.12 (88ee8414-242f-4862-88f4-e516b855d1fb/2a4cf292-9a1b-49f2-b052-a048f629dac5/ae625322-a856-41ab-b980-ea38cf36336a) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:22:11.092128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] Publish callbacks [] for security_group (f8d8af9b-67f2-4160-97eb-2fecde6ef726), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.163152 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c7b00924-dd44-4998-8bba-47868e2ba3eb req-b610b5ee-055d-4818-9471-4e427b2da709 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0529866 Mar 23 21:22:11.172827 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] Publish callbacks [] for security_group (f8d8af9b-67f2-4160-97eb-2fecde6ef726), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.206577 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:22:11.303912 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for port (ae625322-a856-41ab-b980-ea38cf36336a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.317591 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:22:11.322592 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.330500 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:22:11.339983 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:22:11.341338 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:22:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:11.356091 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b8beeb2a-0adf-404f-ab12-25bb96b4316f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "PUT /v2.0/floatingips/8475eff8-ba18-4899-94db-15fe33fdddbf HTTP/1.1" status: 200 len: 991 time: 1.1931498 Mar 23 21:22:11.356705 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:11.358968 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac498c44-bfca-4071-86dc-3de886925e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "tag": "e806f2cf-03b0-4298-adef-5524133f4819"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:11.396328 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809415f7-07e7-4bee-b1eb-a458c82acb17 x-openstack-request-id: req-809415f7-07e7-4bee-b1eb-a458c82acb17 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:11.396718 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "tag": "e806f2cf-03b0-4298-adef-5524133f4819", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:11.397056 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-809415f7-07e7-4bee-b1eb-a458c82acb17 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:11.397538 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-809415f7-07e7-4bee-b1eb-a458c82acb17'] response: {'name': 'network-changed', 'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819', 'status': 'completed', 'code': 200} Mar 23 21:22:11.429797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f8d8af9b-67f2-4160-97eb-2fecde6ef726), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.432508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.433618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8d8af9b-67f2-4160-97eb-2fecde6ef726 HTTP/1.1" status: 204 len: 168 time: 0.5374391 Mar 23 21:22:11.456786 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:22:11.464297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d00349-57bb-475a-bcfa-c7a5726a7b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d8af9b-67f2-4160-97eb-2fecde6ef726,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:11.470454 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.517643 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Network 88ee8414-242f-4862-88f4-e516b855d1fb is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:22:11.526984 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:22:11.534942 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:22:11.540840 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac498c44-bfca-4071-86dc-3de886925e1e req-53d5762e-e7d5-43ba-902c-d6af43283891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:11.542658 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-53d5762e-e7d5-43ba-902c-d6af43283891 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 1130 time: 0.1220062 Mar 23 21:22:11.655510 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event updated for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:11.658952 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac498c44-bfca-4071-86dc-3de886925e1e req-ec28afa4-15db-45dd-899a-0e1c2b90eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:11.660797 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-ec28afa4-15db-45dd-899a-0e1c2b90eb10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.0951912 Mar 23 21:22:11.772759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:11.774228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.814329 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-1b6787c3-eefb-4d02-9189-7e5ef17a3cb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e806f2cf-03b0-4298-adef-5524133f4819 HTTP/1.1" status: 200 len: 999 time: 0.1394703 Mar 23 21:22:11.820455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a3862de5-e74f-461f-b8eb-f981a9efe163 None None] Provisioning complete for port ae625322-a856-41ab-b980-ea38cf36336a triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:11.822412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a3862de5-e74f-461f-b8eb-f981a9efe163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (ae625322-a856-41ab-b980-ea38cf36336a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:11.846919 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d5c1-a370-41be-ae0f-4b332d9f916f req-c372fa24-2709-495e-a08d-ed880b04e63f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:11.848466 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d0d7d5c1-a370-41be-ae0f-4b332d9f916f req-c372fa24-2709-495e-a08d-ed880b04e63f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1865826 Mar 23 21:22:11.878126 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a3862de5-e74f-461f-b8eb-f981a9efe163 None None] Port ae625322-a856-41ab-b980-ea38cf36336a cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:22:11.884350 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '8475eff8-ba18-4899-94db-15fe33fdddbf', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e806f2cf-03b0-4298-adef-5524133f4819', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:28:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:21:53Z', 'updated_at': '2022-03-23T21:22:10Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}, {'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:11.910641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-363005ab-0026-4988-8421-3d3f139289e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4959731 Mar 23 21:22:11.915969 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:22:11.925738 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:22:11.926381 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:22:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:11.933037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Request body: {'port': {'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:11.937916 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac498c44-bfca-4071-86dc-3de886925e1e req-d14e55eb-6f3c-4bdd-ba60-b204fd0372c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:11.939458 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-d14e55eb-6f3c-4bdd-ba60-b204fd0372c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.1176865 Mar 23 21:22:12.019943 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d0d7d5c1-a370-41be-ae0f-4b332d9f916f req-40780e15-43bb-4be8-8ccf-0be4ec897b73 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481016 Mar 23 21:22:12.056213 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:22:12.065903 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ae625322-a856-41ab-b980-ea38cf36336a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.088322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac498c44-bfca-4071-86dc-3de886925e1e req-1df61aff-3138-4b83-bfb6-b36b3ff4b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:12.089970 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-1df61aff-3138-4b83-bfb6-b36b3ff4b753 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1426129 Mar 23 21:22:12.275277 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44346) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:12.290823 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd97e71b-f160-4569-9e5d-5ffa09dd28be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.311283 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '8475eff8-ba18-4899-94db-15fe33fdddbf', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e806f2cf-03b0-4298-adef-5524133f4819', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:28:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:21:53Z', 'updated_at': '2022-03-23T21:22:10Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}, {'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:12.344956 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2079f9-3b68-4578-9ee9-a84d81d7b74e None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '8475eff8-ba18-4899-94db-15fe33fdddbf', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.99', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e806f2cf-03b0-4298-adef-5524133f4819', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 322, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:28:38:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:21:53Z', 'updated_at': '2022-03-23T21:22:10Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}, {'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:22:12.388025 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd97e71b-f160-4569-9e5d-5ffa09dd28be admin admin] Publish callbacks [] for security_group (e351b7ef-518c-4df1-9319-46a1c6465f6f), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.527413 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dd97e71b-f160-4569-9e5d-5ffa09dd28be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e351b7ef-518c-4df1-9319-46a1c6465f6f), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.570456 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e363a0-a587-4303-b223-91d983be5cce None None] New status for floating IP 8475eff8-ba18-4899-94db-15fe33fdddbf: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:22:12.574540 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dd97e71b-f160-4569-9e5d-5ffa09dd28be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f6ecc4b57c14cf798822021bd46a193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2979755 Mar 23 21:22:12.577741 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44348) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:12.584229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97e71b-f160-4569-9e5d-5ffa09dd28be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e351b7ef-518c-4df1-9319-46a1c6465f6f,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:12.627056 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-41c3dc7f-3c51-4888-998e-6089d2a49fb6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148294 Mar 23 21:22:12.638302 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] Publish callbacks [] for security_group (e351b7ef-518c-4df1-9319-46a1c6465f6f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.661593 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] Publish callbacks [] for security_group (e351b7ef-518c-4df1-9319-46a1c6465f6f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.723617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e05e84-b784-41a6-9467-110678b4d23e req-97746d5f-5f24-4b36-bde9-23953b39c82e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:12.725309 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8e05e84-b784-41a6-9467-110678b4d23e req-97746d5f-5f24-4b36-bde9-23953b39c82e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.5326231 Mar 23 21:22:12.769222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326587b4-d029-4e3c-9b1f-607fa2ae7ac5 req-ea366790-330d-4b61-826b-7b159c8a4e01 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:12.770850 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-326587b4-d029-4e3c-9b1f-607fa2ae7ac5 req-ea366790-330d-4b61-826b-7b159c8a4e01 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 932 time: 0.2971308 Mar 23 21:22:12.807317 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e351b7ef-518c-4df1-9319-46a1c6465f6f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.810099 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.813699 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e351b7ef-518c-4df1-9319-46a1c6465f6f HTTP/1.1" status: 204 len: 168 time: 0.2324934 Mar 23 21:22:12.821302 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a9b29-c95b-473d-a3c8-f4684c2a6be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e351b7ef-518c-4df1-9319-46a1c6465f6f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:12.883091 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac498c44-bfca-4071-86dc-3de886925e1e req-0cc333ff-e1ec-47a7-a0e8-051b436dd7d5 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275918 Mar 23 21:22:12.886261 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d8e05e84-b784-41a6-9467-110678b4d23e req-05244611-3b4b-42b1-906d-19de935bad42 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511836 Mar 23 21:22:12.940276 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-326587b4-d029-4e3c-9b1f-607fa2ae7ac5 req-2e79ca8c-568e-4410-9ddd-1d5665b5f021 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597896 Mar 23 21:22:12.957713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae625322-a856-41ab-b980-ea38cf36336a {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:12.965332 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks [] for port (ae625322-a856-41ab-b980-ea38cf36336a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:12.978005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Transition to ACTIVE for port object ae625322-a856-41ab-b980-ea38cf36336a will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:22:13.081998 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.168476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:13.232397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e3a91-84f7-4634-836c-9845ebc4996d req-f03728ec-e37d-4cd0-917d-717c6b0ab0f0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:13.233970 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-875e3a91-84f7-4634-836c-9845ebc4996d req-f03728ec-e37d-4cd0-917d-717c6b0ab0f0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1247439 Mar 23 21:22:13.297045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Attempting to bind port ae625322-a856-41ab-b980-ea38cf36336a on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:22:13.297425 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Attempting to bind port ae625322-a856-41ab-b980-ea38cf36336a by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:22:13.297756 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Attempting to bind port ae625322-a856-41ab-b980-ea38cf36336a on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:13.306967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Port ae625322-a856-41ab-b980-ea38cf36336a on network 88ee8414-242f-4862-88f4-e516b855d1fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:22:13.307296 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Attempting to bind port ae625322-a856-41ab-b980-ea38cf36336a on network 88ee8414-242f-4862-88f4-e516b855d1fb {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:13.320207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:22:13.320556 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Checking segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:22:13.321934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Bound using segment: {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:22:13.321934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Bound port: ae625322-a856-41ab-b980-ea38cf36336a, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:22:13.321934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ae625322-a856-41ab-b980-ea38cf36336a), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.334858 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-875e3a91-84f7-4634-836c-9845ebc4996d req-c51ec1e5-359e-47fa-a2c8-21cb18ad8f10 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841427 Mar 23 21:22:13.401285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:22:13.405026 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=ae625322-a856-41ab-b980-ea38cf36336a,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:22:13.482628 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.517918 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:13.518540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.519930 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1094 time: 1.5948255 Mar 23 21:22:13.520376 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:13.522646 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd637a45-e25b-4f53-a18d-f2414bb27133" -d '{"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:13.549768 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0160f9fc-f735-4881-bcbf-b4ebe26b66d7 service neutron] Pushing event updated for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:13.569117 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b0eae2-3c91-4e67-90f2-66813dafa492 x-openstack-request-id: req-59b0eae2-3c91-4e67-90f2-66813dafa492 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:13.569413 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:13.569668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59b0eae2-3c91-4e67-90f2-66813dafa492 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:13.570073 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b0eae2-3c91-4e67-90f2-66813dafa492'] response: {'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'status': 'completed', 'code': 200} Mar 23 21:22:13.661496 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-a5d1a151-416c-4618-89cc-37a37e852781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:13.663102 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-a5d1a151-416c-4618-89cc-37a37e852781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1128 time: 0.0542688 Mar 23 21:22:13.707095 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44366) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:13.716493 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44368) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:13.733913 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-72df56c6-c603-4b71-ad9f-59c4cfd232d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.795906 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-9b7b1d51-af83-4713-89c7-b788bb22e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:13.797600 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-9b7b1d51-af83-4713-89c7-b788bb22e42b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eafa0024523a463296266e063776d2ba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1272416 Mar 23 21:22:13.811891 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-72df56c6-c603-4b71-ad9f-59c4cfd232d7 admin admin] Publish callbacks [] for security_group (75d93fb0-d25d-49a1-be8c-81a36005bafc), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.881841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-72df56c6-c603-4b71-ad9f-59c4cfd232d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (75d93fb0-d25d-49a1-be8c-81a36005bafc), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:13.895646 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-2104afd0-15cb-4b5a-8c92-64f2d087875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:13.897489 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd637a45-e25b-4f53-a18d-f2414bb27133 req-2104afd0-15cb-4b5a-8c92-64f2d087875e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929935 Mar 23 21:22:13.924144 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-72df56c6-c603-4b71-ad9f-59c4cfd232d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd2a6e82ebc6458d91d51f4fe3b88afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151418 Mar 23 21:22:13.926768 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44374) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:13.926904 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df56c6-c603-4b71-ad9f-59c4cfd232d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d93fb0-d25d-49a1-be8c-81a36005bafc,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:13.960725 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ca368b7-d5a8-453a-b6a1-b52b91dc9c9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.062935 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ca368b7-d5a8-453a-b6a1-b52b91dc9c9b admin admin] Publish callbacks [] for security_group (5fd55aa6-4cac-4813-8a4f-baf8fdd95feb), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.089153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] Publish callbacks [] for security_group (75d93fb0-d25d-49a1-be8c-81a36005bafc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.096392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-618aaf79-1ae3-4880-851a-9d7ecb226577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.097933 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-618aaf79-1ae3-4880-851a-9d7ecb226577 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1128 time: 0.1465461 Mar 23 21:22:14.150529 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4ca368b7-d5a8-453a-b6a1-b52b91dc9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5fd55aa6-4cac-4813-8a4f-baf8fdd95feb), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.164299 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] Publish callbacks [] for security_group (75d93fb0-d25d-49a1-be8c-81a36005bafc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.166979 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-42ce656a-5c6b-4dd5-a7f1-cffd35c2add7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 217 time: 0.0592902 Mar 23 21:22:14.183441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8897573-0336-4ebf-a29e-bef8b53e597b req-f383570d-6ce6-4089-879b-4e4171fc942f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.184934 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8897573-0336-4ebf-a29e-bef8b53e597b req-f383570d-6ce6-4089-879b-4e4171fc942f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1897104 Mar 23 21:22:14.190609 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4ca368b7-d5a8-453a-b6a1-b52b91dc9c9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1380f5f2336a4c718b8cc513ca8bd1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729230 Mar 23 21:22:14.191472 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca368b7-d5a8-453a-b6a1-b52b91dc9c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd55aa6-4cac-4813-8a4f-baf8fdd95feb,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:14.193767 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44380) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:14.245579 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] Publish callbacks [] for security_group (5fd55aa6-4cac-4813-8a4f-baf8fdd95feb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.254312 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db525c5d-0b5d-491f-b041-3bf50e6f6b68 req-8bb82650-325e-440d-8c07-d8bc6b8b28ad tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.255793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db525c5d-0b5d-491f-b041-3bf50e6f6b68 req-8bb82650-325e-440d-8c07-d8bc6b8b28ad tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 944 time: 0.2189674 Mar 23 21:22:14.270650 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] Publish callbacks [] for security_group (5fd55aa6-4cac-4813-8a4f-baf8fdd95feb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.298500 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-44ef57dc-b50b-4c97-94a9-4bd1bfef8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.299964 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-44ef57dc-b50b-4c97-94a9-4bd1bfef8bcf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.1253018 Mar 23 21:22:14.352703 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8897573-0336-4ebf-a29e-bef8b53e597b req-5c54b9af-66d7-4a50-890d-38128aa34f51 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555879 Mar 23 21:22:14.375554 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db525c5d-0b5d-491f-b041-3bf50e6f6b68 req-7150d7da-3a55-4c8f-8b77-601ac6112ef3 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096318 Mar 23 21:22:14.389229 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:22:14.409042 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-e9c419f0-a4c6-485f-957a-0b2829eb8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.409042 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-e9c419f0-a4c6-485f-957a-0b2829eb8f64 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971606 Mar 23 21:22:14.448192 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5fd55aa6-4cac-4813-8a4f-baf8fdd95feb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.452502 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.456865 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fd55aa6-4cac-4813-8a4f-baf8fdd95feb HTTP/1.1" status: 204 len: 168 time: 0.2620857 Mar 23 21:22:14.468040 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b3ab-277b-4e03-a7e2-a57bff571d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd55aa6-4cac-4813-8a4f-baf8fdd95feb,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:14.484821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (75d93fb0-d25d-49a1-be8c-81a36005bafc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.488267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.488632 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75d93fb0-d25d-49a1-be8c-81a36005bafc HTTP/1.1" status: 204 len: 168 time: 0.5608585 Mar 23 21:22:14.509753 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8c2a99-1081-4c61-8672-5402f844cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d93fb0-d25d-49a1-be8c-81a36005bafc,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:14.548842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ca811-2f12-4592-b3e2-807190b5be6b req-5c83a576-d98f-4231-90f1-c167970c2d98 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:14.555309 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-066ca811-2f12-4592-b3e2-807190b5be6b req-5c83a576-d98f-4231-90f1-c167970c2d98 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1344397 Mar 23 21:22:14.562373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:14.577210 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '887c5d51-6eb7-40b0-9774-3b9680960006', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:22:14.577916 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-f9bc74d8-ca17-448d-b3a6-124ae39f4de7 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533127 Mar 23 21:22:14.615069 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: ACTIVE; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:14.615366 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.629269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:14.654324 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:14.656349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-066ca811-2f12-4592-b3e2-807190b5be6b req-b9a0b831-6ede-46c9-87c2-bdfb31e03d54 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964260 Mar 23 21:22:14.691518 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d7e57d8c-08f5-499f-a282-2612d44d0415 req-11bbe432-fd02-447a-a214-7253fc578796 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061373 Mar 23 21:22:14.750655 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:14.807086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:14.816644 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.817014 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.817378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.817730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.818065 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.818390 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.818711 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.819031 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.819354 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.819673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.819991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.820324 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.820673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.821012 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.821331 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:22:14.953628 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['887c5d51-6eb7-40b0-9774-3b9680960006'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:22:15.526710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60126f2-2e68-4b94-8c48-64e02c0669a6 req-29a86fad-61ad-4638-b6ea-621b7c0d23af tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:15.528233 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f60126f2-2e68-4b94-8c48-64e02c0669a6 req-29a86fad-61ad-4638-b6ea-621b7c0d23af tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.0959291 Mar 23 21:22:15.563499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8073b08-2e93-4c22-b876-7a9ce7a31056 req-3cf5febb-98d9-4467-8fc1-60b88664b27d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:15.565160 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8073b08-2e93-4c22-b876-7a9ce7a31056 req-3cf5febb-98d9-4467-8fc1-60b88664b27d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 944 time: 0.0930007 Mar 23 21:22:15.613729 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f60126f2-2e68-4b94-8c48-64e02c0669a6 req-beba7164-3264-4a76-a363-a6630a775c1c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796766 Mar 23 21:22:15.657490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c8073b08-2e93-4c22-b876-7a9ce7a31056 req-8905958d-c530-4fd9-9f30-b6d9a1d4b205 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727532 Mar 23 21:22:15.798034 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6516b23-130f-485a-8566-cb079ccfa587 req-203e184b-ed92-4ac6-a421-e2c666702ef5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:15.799766 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6516b23-130f-485a-8566-cb079ccfa587 req-203e184b-ed92-4ac6-a421-e2c666702ef5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0755067 Mar 23 21:22:15.864267 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6516b23-130f-485a-8566-cb079ccfa587 req-a69f79d4-79aa-423e-9bb6-9955d37e8e0a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578361 Mar 23 21:22:16.396814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:22:16.448584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 887c5d51-6eb7-40b0-9774-3b9680960006 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:16.448985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:16.556090 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:16.557062 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:16.594428 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:16.596972 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1423ad1f-347d-4c64-858b-b2366fe4338b" -d '{"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:16.610336 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:16.641292 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b716642-7caf-4d0a-9a4c-c7e714d1462a x-openstack-request-id: req-6b716642-7caf-4d0a-9a4c-c7e714d1462a {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:16.641985 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:16.642249 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b716642-7caf-4d0a-9a4c-c7e714d1462a {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:16.642721 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b716642-7caf-4d0a-9a4c-c7e714d1462a'] response: {'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'code': 200} Mar 23 21:22:16.832169 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c532c61-f78c-4d5b-9688-c1dae5458427 req-8f0b7916-c197-448b-abfe-081565a14145 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:16.833819 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c532c61-f78c-4d5b-9688-c1dae5458427 req-8f0b7916-c197-448b-abfe-081565a14145 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.0801747 Mar 23 21:22:16.843120 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d97f01-e8a8-4ab6-8e1d-684189ff5122 req-5733cad6-7ef8-4f45-98c0-664230d80140 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:16.844721 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95d97f01-e8a8-4ab6-8e1d-684189ff5122 req-5733cad6-7ef8-4f45-98c0-664230d80140 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 944 time: 0.1033995 Mar 23 21:22:16.855553 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:16.927297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4c532c61-f78c-4d5b-9688-c1dae5458427 req-d6a3f28a-538d-4e95-85fe-c87d2e723562 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814621 Mar 23 21:22:16.936735 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:16.938999 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95d97f01-e8a8-4ab6-8e1d-684189ff5122 req-cec0a95d-aa77-47eb-a50c-344f5c9b120d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870619 Mar 23 21:22:17.113237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f382c23-28b1-4516-b2eb-d9e537912916 req-c5a9146d-ffd6-4936-9fc4-e9a6b9abd31c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:17.114720 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f382c23-28b1-4516-b2eb-d9e537912916 req-c5a9146d-ffd6-4936-9fc4-e9a6b9abd31c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0955267 Mar 23 21:22:17.193755 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f382c23-28b1-4516-b2eb-d9e537912916 req-798db73b-0803-4040-babc-57aca4302812 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727241 Mar 23 21:22:18.111593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdaef2-0ef4-4999-bba6-6f09965941df req-59efa6db-779b-49d3-8a7d-9d1e42a8c593 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:18.113201 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20bdaef2-0ef4-4999-bba6-6f09965941df req-59efa6db-779b-49d3-8a7d-9d1e42a8c593 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0833974 Mar 23 21:22:18.123835 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefe924-c397-4b9b-9f63-995e81cf9d11 req-9cf0cc2d-fda3-4191-ba1b-303c3b1d7dff tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:18.131885 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2eefe924-c397-4b9b-9f63-995e81cf9d11 req-9cf0cc2d-fda3-4191-ba1b-303c3b1d7dff tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 944 time: 0.1117170 Mar 23 21:22:18.221387 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2eefe924-c397-4b9b-9f63-995e81cf9d11 req-91d971ac-9c98-4953-ae00-46bd806ff569 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884218 Mar 23 21:22:18.243686 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20bdaef2-0ef4-4999-bba6-6f09965941df req-3caeaf9b-9b2b-4e13-bed3-27e7dcab2ace tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036403 Mar 23 21:22:18.377415 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add934f-ccaa-4c77-84e8-43eba9b9e1d2 req-1440264a-c271-4db9-b997-d547ae0a1a15 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:18.378989 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5add934f-ccaa-4c77-84e8-43eba9b9e1d2 req-1440264a-c271-4db9-b997-d547ae0a1a15 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0724633 Mar 23 21:22:18.405865 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device ae625322-a856-41ab-b980-ea38cf36336a details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:22:18.440858 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5add934f-ccaa-4c77-84e8-43eba9b9e1d2 req-6e7eaa9e-bf96-4012-838a-3a14ed989654 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537720 Mar 23 21:22:18.542892 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=ae625322-a856-41ab-b980-ea38cf36336a,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:18.557272 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'ae625322-a856-41ab-b980-ea38cf36336a', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:22:18.607231 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port ae625322-a856-41ab-b980-ea38cf36336a is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:18.608068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ae625322-a856-41ab-b980-ea38cf36336a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:18.628356 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae625322-a856-41ab-b980-ea38cf36336a {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:18.650845 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=ae625322-a856-41ab-b980-ea38cf36336a,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:18.786146 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:18.847678 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:19.207276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['ae625322-a856-41ab-b980-ea38cf36336a'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:22:19.416952 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03f750-83a2-4a0d-bc16-611eeac4272d req-3b2d42b6-221a-4220-852b-6c9876ce1966 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:19.416952 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b03f750-83a2-4a0d-bc16-611eeac4272d req-3b2d42b6-221a-4220-852b-6c9876ce1966 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 945 time: 0.0797346 Mar 23 21:22:19.477681 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b03f750-83a2-4a0d-bc16-611eeac4272d req-f8efded5-7a89-4f85-a408-a75fe139747f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550795 Mar 23 21:22:19.590379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181ccb1-e257-4201-a669-6ad0f202f81e req-6654e768-19e6-434f-a1b7-9dfaa7bf8328 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:19.591927 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1181ccb1-e257-4201-a669-6ad0f202f81e req-6654e768-19e6-434f-a1b7-9dfaa7bf8328 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0549181 Mar 23 21:22:19.642189 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1181ccb1-e257-4201-a669-6ad0f202f81e req-a2efef53-ba27-4791-b028-10669d232f01 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439792 Mar 23 21:22:19.762101 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbe80a7-8a0f-470e-8768-69da8c229c90 req-2d21f166-a016-4dbc-a465-6a1b54f8114a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:19.763621 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8dbe80a7-8a0f-470e-8768-69da8c229c90 req-2d21f166-a016-4dbc-a465-6a1b54f8114a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0618980 Mar 23 21:22:19.811776 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8dbe80a7-8a0f-470e-8768-69da8c229c90 req-480c7be6-6c1d-4bdb-a69f-34e160e9ec28 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422230 Mar 23 21:22:20.299444 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51c7b7-ec82-473d-87d1-15f70b89aa3d req-f040222d-4629-440f-80db-8244fd7325cd tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:20.301402 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac51c7b7-ec82-473d-87d1-15f70b89aa3d req-f040222d-4629-440f-80db-8244fd7325cd tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0627854 Mar 23 21:22:20.369397 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac51c7b7-ec82-473d-87d1-15f70b89aa3d req-6af218fa-9ee1-4eeb-9d30-e63d6b0c88e3 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621531 Mar 23 21:22:20.418713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device ae625322-a856-41ab-b980-ea38cf36336a up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:22:20.559988 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-a9a0dc7a-a590-4364-ba60-acb27ea0c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:20.561525 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-a9a0dc7a-a590-4364-ba60-acb27ea0c08c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1130 time: 0.0908952 Mar 23 21:22:20.608734 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port ae625322-a856-41ab-b980-ea38cf36336a completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:22:20.615858 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port ae625322-a856-41ab-b980-ea38cf36336a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:20.616610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (ae625322-a856-41ab-b980-ea38cf36336a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:20.704465 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac9fa5-f156-47e7-92f6-cc3268fb6060 req-7fa3d035-779c-4fdf-aaad-d53eae36520d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:20.706035 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07ac9fa5-f156-47e7-92f6-cc3268fb6060 req-7fa3d035-779c-4fdf-aaad-d53eae36520d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 945 time: 0.1322398 Mar 23 21:22:20.709223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-49790371-79a5-4c22-9fbd-13858a184588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:20.712706 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-49790371-79a5-4c22-9fbd-13858a184588 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.1350808 Mar 23 21:22:20.735456 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port ae625322-a856-41ab-b980-ea38cf36336a is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:20.735456 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (ae625322-a856-41ab-b980-ea38cf36336a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:20.766519 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:20.769117 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74634ad7-abeb-42e9-897d-001de14e858a" -d '{"events": [{"server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "name": "network-vif-plugged", "status": "completed", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:20.784812 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=ae625322-a856-41ab-b980-ea38cf36336a,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:20.826806 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-f7247f60-2322-4b09-b838-ac3576538111 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 1002 time: 0.1066861 Mar 23 21:22:20.830455 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07ac9fa5-f156-47e7-92f6-cc3268fb6060 req-6a0c116b-95da-4c9b-84b0-5a2f95daac6b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180325 Mar 23 21:22:20.889303 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:20.890928 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-2ea7f94f-cdd3-42c5-9f30-f2baecc95520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:20.896763 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-2ea7f94f-cdd3-42c5-9f30-f2baecc95520 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.0592625 Mar 23 21:22:20.954439 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:21.002334 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-95ea556c-04a9-491b-966c-23323573c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:21.003416 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-95ea556c-04a9-491b-966c-23323573c6ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000378 Mar 23 21:22:21.019846 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b1f274-b122-4ae9-8868-09c88d7d423c req-e6ecf6cb-41a6-4620-a2ae-3e623109ed3d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:21.021322 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79b1f274-b122-4ae9-8868-09c88d7d423c req-e6ecf6cb-41a6-4620-a2ae-3e623109ed3d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0841334 Mar 23 21:22:21.133606 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-79b1f274-b122-4ae9-8868-09c88d7d423c req-c1f93e22-dc92-4c64-a520-7c02ff5ab64d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993044 Mar 23 21:22:21.170606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb4ac41-6c5c-4b63-9082-8b4baa8fd836 x-openstack-request-id: req-9eb4ac41-6c5c-4b63-9082-8b4baa8fd836 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:21.171121 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "name": "network-vif-plugged", "status": "completed", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:21.171804 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9eb4ac41-6c5c-4b63-9082-8b4baa8fd836 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:21.172506 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb4ac41-6c5c-4b63-9082-8b4baa8fd836'] response: {'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'code': 200} Mar 23 21:22:21.179127 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-cd7da6d3-7d4f-4661-9e46-5db42bf71091 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539011 Mar 23 21:22:21.289490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a993db68-3687-48fa-89ce-b6a2ca7cfbae req-20bfff60-9633-4851-9839-2604bf7b80c2 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043494 Mar 23 21:22:21.587274 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6fdbc-f5a7-4794-bb9a-fd5b1e276d82 req-0862cfb4-221d-475a-84bc-d58645a5a062 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:21.588970 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5f6fdbc-f5a7-4794-bb9a-fd5b1e276d82 req-0862cfb4-221d-475a-84bc-d58645a5a062 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0918686 Mar 23 21:22:21.593282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c14344-8e35-4669-89a8-cef5323a67ec req-66a1d65a-62b7-4049-90d4-9768c0292fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:21.594765 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6c14344-8e35-4669-89a8-cef5323a67ec req-66a1d65a-62b7-4049-90d4-9768c0292fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.0878091 Mar 23 21:22:21.673531 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5f6fdbc-f5a7-4794-bb9a-fd5b1e276d82 req-408a9912-93d0-4af4-8adf-c626f79a79dd tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769010 Mar 23 21:22:21.696651 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6c14344-8e35-4669-89a8-cef5323a67ec req-34719b2b-7ce8-4d01-904f-aa2e3033ab90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943086 Mar 23 21:22:21.971967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151a77d-8472-48d5-828b-f8004fee86b9 req-b4ef32a5-00a5-4d4d-b240-59db1e44a689 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:21.973613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2151a77d-8472-48d5-828b-f8004fee86b9 req-b4ef32a5-00a5-4d4d-b240-59db1e44a689 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0724256 Mar 23 21:22:22.031654 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2151a77d-8472-48d5-828b-f8004fee86b9 req-a575a907-1789-4278-aff7-f23270d466a0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508363 Mar 23 21:22:22.260035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a140ad5-1ab7-4e2e-9695-f3ccf777217b req-7e113475-92d2-429e-a876-9571dd00f795 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:22.265400 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a140ad5-1ab7-4e2e-9695-f3ccf777217b req-7e113475-92d2-429e-a876-9571dd00f795 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0606074 Mar 23 21:22:22.316810 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1a140ad5-1ab7-4e2e-9695-f3ccf777217b req-f9275c56-29db-4889-ade0-b03eba2c9065 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491767 Mar 23 21:22:22.829063 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22bab9d-bb9d-4c94-b119-2d9b6c157e36 req-9c444c25-0792-4a1c-84f2-20ecbdccda7c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:22.831107 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f22bab9d-bb9d-4c94-b119-2d9b6c157e36 req-9c444c25-0792-4a1c-84f2-20ecbdccda7c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0697756 Mar 23 21:22:22.897090 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f22bab9d-bb9d-4c94-b119-2d9b6c157e36 req-d429083c-2ae3-4bc4-849f-0c99969e0743 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593145 Mar 23 21:22:23.166439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ef6fe-b33a-4a62-b586-0b722ce15702 req-ca0ed448-2bc1-4d28-bb65-874a3d9cd78c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:23.222516 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d8ef6fe-b33a-4a62-b586-0b722ce15702 req-ca0ed448-2bc1-4d28-bb65-874a3d9cd78c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0644393 Mar 23 21:22:23.224995 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d8ef6fe-b33a-4a62-b586-0b722ce15702 req-4cc62d59-9ee2-4b23-a249-37c0d30203d8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497162 Mar 23 21:22:23.455945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555e102-10de-415c-9e2f-71f15cd68f28 req-0ae6d9f6-9743-459c-8acf-f88e2a4c9a96 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:23.457461 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2555e102-10de-415c-9e2f-71f15cd68f28 req-0ae6d9f6-9743-459c-8acf-f88e2a4c9a96 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0583680 Mar 23 21:22:23.487089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:23.507716 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2555e102-10de-415c-9e2f-71f15cd68f28 req-352b347a-e8c8-4ce5-a23e-e0ad6392efdc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Mar 23 21:22:24.360290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580405-2c32-434c-825b-edc44fb24316 req-1f5db7ec-efd8-4a3c-b993-1575d7d3688e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:24.362674 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7580405-2c32-434c-825b-edc44fb24316 req-1f5db7ec-efd8-4a3c-b993-1575d7d3688e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0620725 Mar 23 21:22:24.417741 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7580405-2c32-434c-825b-edc44fb24316 req-fb60e466-72ca-4623-a266-32394f8cd208 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484147 Mar 23 21:22:24.537593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8a153-6568-4d8e-9a0b-6940ea71d2a5 req-7bce18f1-5c1a-4c13-b29a-b974f4583bb2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:24.546945 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16d8a153-6568-4d8e-9a0b-6940ea71d2a5 req-7bce18f1-5c1a-4c13-b29a-b974f4583bb2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0677707 Mar 23 21:22:24.548432 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44640) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:24.554237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'floatingip': {'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:24.602037 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:24.659693 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ee15e-77a6-4b42-af85-fa589d2f07db req-47b3bb72-a1b2-4832-b358-99c0185a7a4e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:24.661190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-800ee15e-77a6-4b42-af85-fa589d2f07db req-47b3bb72-a1b2-4832-b358-99c0185a7a4e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0600922 Mar 23 21:22:24.757896 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-800ee15e-77a6-4b42-af85-fa589d2f07db req-d8c977ed-abd9-489d-b30c-0cdbbb42b170 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906875 Mar 23 21:22:25.343766 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:25.462038 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:25.587295 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Floating IP ef84b02e-57dd-4634-9fda-260d16374d10 associated. External IP: 172.27.0.133, port: ae625322-a856-41ab-b980-ea38cf36336a. Mar 23 21:22:25.859134 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Router d905f621-ddee-498f-9aa5-43c84f56d083 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:22:25.907213 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a145-68d3-45bb-b34d-778d3fd2e3ed req-da2da06a-003c-44cc-9d3e-17944a41d09c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:25.914051 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3a57a145-68d3-45bb-b34d-778d3fd2e3ed req-da2da06a-003c-44cc-9d3e-17944a41d09c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0655503 Mar 23 21:22:25.968970 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3a57a145-68d3-45bb-b34d-778d3fd2e3ed req-ee572b96-93b0-41d7-a15c-89602de67271 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539834 Mar 23 21:22:26.002683 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:22:26.007775 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:26.019399 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:22:26.038730 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:22:26.039634 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:22:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:26.040514 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7f6409e9-97aa-45aa-8b53-2017e6292230 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "PUT /v2.0/floatingips/ef84b02e-57dd-4634-9fda-260d16374d10 HTTP/1.1" status: 200 len: 992 time: 1.4908516 Mar 23 21:22:26.041142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:26.044787 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab" -d '{"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:26.093434 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6435840d-ab6d-45e2-ab5e-10f4f98bbc53 x-openstack-request-id: req-6435840d-ab6d-45e2-ab5e-10f4f98bbc53 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:26.093588 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:26.093779 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6435840d-ab6d-45e2-ab5e-10f4f98bbc53 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:26.094213 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6435840d-ab6d-45e2-ab5e-10f4f98bbc53'] response: {'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'status': 'completed', 'code': 200} Mar 23 21:22:26.181474 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-199908b4-448f-43c9-8bba-f6fc365a9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:26.184949 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-199908b4-448f-43c9-8bba-f6fc365a9273 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.0607352 Mar 23 21:22:26.192683 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:22:26.439627 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:22:25Z', 'revision_number': 1, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:26.472500 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:22:26.482532 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:22:26.483151 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:22:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:26.600988 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:22:26.848144 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:22:25Z', 'revision_number': 1, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:22:26.962761 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dba7a0-d304-488d-b454-5c848135e3f6 None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:22:25Z', 'revision_number': 1, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:22:27.106022 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963dd72f-3f37-4283-a53d-2bd772f61cf7 req-1291a7d6-acb3-42fd-8c04-edc70a36852a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:27.106022 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-963dd72f-3f37-4283-a53d-2bd772f61cf7 req-1291a7d6-acb3-42fd-8c04-edc70a36852a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0614655 Mar 23 21:22:27.157135 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-963dd72f-3f37-4283-a53d-2bd772f61cf7 req-4b09c496-e85a-47e2-abfe-cf53eb0cfd28 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482538 Mar 23 21:22:27.169859 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce0ef5-3815-4e49-beb5-f3925bd9097d None None] New status for floating IP ef84b02e-57dd-4634-9fda-260d16374d10: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:22:27.283412 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-b60360a5-7b48-4b51-bda6-fab7251238cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:27.284823 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-b60360a5-7b48-4b51-bda6-fab7251238cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.0889482 Mar 23 21:22:28.195212 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-e4378ccf-005a-45f4-a6e2-fc00be161abd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1002 time: 0.0732887 Mar 23 21:22:28.294206 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4d38-46e2-410b-8fa1-8e2020c03222 req-40d17406-2ae0-49b7-a9fd-8b9cfe6c41e0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:28.295665 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c07d4d38-46e2-410b-8fa1-8e2020c03222 req-40d17406-2ae0-49b7-a9fd-8b9cfe6c41e0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0569198 Mar 23 21:22:28.344884 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c07d4d38-46e2-410b-8fa1-8e2020c03222 req-ff3a6c41-69e3-4525-a2cc-eb503bc2c0d9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 Mar 23 21:22:28.980945 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-3830ea76-96ac-4c2b-9767-692fff69c4e6 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=dce890d00daf4f1eb3ebb179a02da819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287905 Mar 23 21:22:29.401899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-c45c5b20-5f8b-467e-b5a9-b3382b4c4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:29.404004 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-c45c5b20-5f8b-467e-b5a9-b3382b4c4603 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.1455932 Mar 23 21:22:29.494609 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-25ba5f0c-5baa-4345-9ac6-cee89ba44da4 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:29.496018 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-25ba5f0c-5baa-4345-9ac6-cee89ba44da4 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5098290 Mar 23 21:22:29.523061 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-d135d3e6-66ca-4a32-8f19-3c8a6b17cb6b tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/quotas/dce890d00daf4f1eb3ebb179a02da819 HTTP/1.1" status: 200 len: 375 time: 0.0206063 Mar 23 21:22:29.533262 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-0d65f082-de1f-43d0-a7ee-8a02cf54b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:29.534849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-0d65f082-de1f-43d0-a7ee-8a02cf54b6ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1182489 Mar 23 21:22:29.543659 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0629b-5dc0-481e-b976-faa93c8ec235 req-7710a5ca-2d55-4302-880c-4a2dfadf562c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:29.545123 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3dd0629b-5dc0-481e-b976-faa93c8ec235 req-7710a5ca-2d55-4302-880c-4a2dfadf562c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.1270847 Mar 23 21:22:29.581843 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-ca500686-8cc7-4299-88db-5d0df0341820 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dce890d00daf4f1eb3ebb179a02da819&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458498 Mar 23 21:22:29.612143 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3dd0629b-5dc0-481e-b976-faa93c8ec235 req-4a492403-8031-425f-8011-b13c085c4cee tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575590 Mar 23 21:22:29.715202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-d227f009-2436-4cf4-8aae-f48e17abdd39 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933945 Mar 23 21:22:29.811304 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4dd1b8ea-56a1-480f-addb-4cc87fb9a1ab req-53c174a0-98d9-4c6c-9667-c96926afd3e4 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886955 Mar 23 21:22:29.885302 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f0feedcb-c576-4a2b-b991-c23408aba2d6 req-4117dd3b-d985-4479-984e-b9a04113daea tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0322154 Mar 23 21:22:30.004596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-076e968b-efb8-429b-bc0d-29e2386d47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:30.006208 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-076e968b-efb8-429b-bc0d-29e2386d47ee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1129 time: 0.0461292 Mar 23 21:22:30.098438 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-37442294-143d-4b10-a9d2-590ebcc0dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:30.099920 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-37442294-143d-4b10-a9d2-590ebcc0dc8e service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.0840924 Mar 23 21:22:30.171751 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-ee2d4fed-20a7-4d8e-a676-45e627398715 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 1001 time: 0.0643022 Mar 23 21:22:30.223559 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-44e5247c-af70-47dc-9f11-2b70fee391fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:30.225943 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-44e5247c-af70-47dc-9f11-2b70fee391fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0471516 Mar 23 21:22:30.274092 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-0edde46c-a242-4add-889a-96671d2592c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:30.275518 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-0edde46c-a242-4add-889a-96671d2592c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426936 Mar 23 21:22:30.365275 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-066c370e-0f95-4ed8-9550-3df39c8b8560 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825238 Mar 23 21:22:30.461240 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c61b0300-2d6d-4c7e-b1ef-a552b4ece2d4 req-bd77ba3a-0e96-459d-9158-308f05bfb92c service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812831 Mar 23 21:22:30.744658 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff37b32-22b8-48fc-b3fb-cc02f80e1a7f req-19e4723e-479f-417d-8d06-54d5807d287a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:30.746698 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ff37b32-22b8-48fc-b3fb-cc02f80e1a7f req-19e4723e-479f-417d-8d06-54d5807d287a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0575397 Mar 23 21:22:30.795182 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ff37b32-22b8-48fc-b3fb-cc02f80e1a7f req-5e3f89eb-088b-4c11-9aa3-3ba3cce41079 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426857 Mar 23 21:22:30.962515 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-328bd028-3974-44f1-869e-53b4739f4c4d req-93d0611a-22f0-454a-bbd1-1bc8bb75393a tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0294240 Mar 23 21:22:31.915007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb580a8-c681-4bd1-86c0-1c97d0960e32 req-e66aa1fd-f137-463c-a195-0ecd4011e16c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:31.916477 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-adb580a8-c681-4bd1-86c0-1c97d0960e32 req-e66aa1fd-f137-463c-a195-0ecd4011e16c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 945 time: 0.0517886 Mar 23 21:22:31.963767 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-adb580a8-c681-4bd1-86c0-1c97d0960e32 req-43dda11a-5282-40f1-9a29-d71295e70dea tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401018 Mar 23 21:22:32.058332 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ebbd1471-ab08-4589-81a3-3e44e79a346c req-8a840552-e5d1-4a74-afe1-490513ed219a tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0299039 Mar 23 21:22:32.472815 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:22:32.551389 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:32.551710 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:32.571294 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-2b381af8-b407-4079-86f4-435e6819622e tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=dce890d00daf4f1eb3ebb179a02da819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220511 Mar 23 21:22:32.575322 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:32.577571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1fe867-7eae-4a15-96fc-7febe91240c4" -d '{"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-unplugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:32.593590 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:32.615106 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa9767c-199a-4079-8e5d-03b4128fbea6 x-openstack-request-id: req-daa9767c-199a-4079-8e5d-03b4128fbea6 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:32.615267 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-unplugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:32.615522 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daa9767c-199a-4079-8e5d-03b4128fbea6 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:32.615970 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa9767c-199a-4079-8e5d-03b4128fbea6'] response: {'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'code': 200} Mar 23 21:22:32.680395 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-4c9791a4-7be5-4ce3-8653-5df869efecc5 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:32.682015 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-4c9791a4-7be5-4ce3-8653-5df869efecc5 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031106 Mar 23 21:22:32.698645 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:32.704198 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Request body: {'port': {'device_id': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6', 'admin_state_up': True, 'tenant_id': 'dce890d00daf4f1eb3ebb179a02da819'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:32.751326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:32.955466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Made reservation on behalf of dce890d00daf4f1eb3ebb179a02da819 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:22:32.959362 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:32.969463 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.057187 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks [] for security_group (e6dc8e73-dd31-41a8-8167-b538b466bbf9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.097668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f48e-ba82-4460-9ecf-26afb563fdba req-b71c6b88-1cc5-42f3-baf6-721b9406051a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:33.099111 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd97f48e-ba82-4460-9ecf-26afb563fdba req-b71c6b88-1cc5-42f3-baf6-721b9406051a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0598722 Mar 23 21:22:33.158383 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd97f48e-ba82-4460-9ecf-26afb563fdba req-13177246-fa7a-4ac3-b150-75638d1be348 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538955 Mar 23 21:22:33.178695 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bedd46fe-baf4-441f-b4f8-1acae6f16b02 req-716f6bbe-de6e-4316-baef-4cee88f3d37f tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0423439 Mar 23 21:22:33.258213 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e6dc8e73-dd31-41a8-8167-b538b466bbf9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.322810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc8e73-dd31-41a8-8167-b538b466bbf9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:33.385596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Allocated IP 192.168.233.53 (f494c95c-0736-4133-9e31-17d2546e9cf6/22f865cb-78d9-4a73-80ae-a789b3719716/19a61bd0-7eca-4294-8630-59d8153ba2fd) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:22:33.528741 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks [] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.647150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.686642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Network f494c95c-0736-4133-9e31-17d2546e9cf6 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:22:33.689813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:22:33.693575 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:22:33.725942 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Pushing event updated for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:33.761314 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:33.762552 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.928330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-5df9d0d6-4afd-4110-b3c4-c2aeca7697f8 None None] Provisioning complete for port 19a61bd0-7eca-4294-8630-59d8153ba2fd triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:33.928861 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5df9d0d6-4afd-4110-b3c4-c2aeca7697f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:33.929694 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8c69badb-0b4c-47e9-830d-7f6eba888b37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2293112 Mar 23 21:22:33.946945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Request body: {'port': {'device_id': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:22:33.962650 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-5df9d0d6-4afd-4110-b3c4-c2aeca7697f8 None None] Port 19a61bd0-7eca-4294-8630-59d8153ba2fd cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:22:34.011567 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.075643 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b285f30-70e7-43d9-8416-95dcc67afcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.318334 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a61bd0-7eca-4294-8630-59d8153ba2fd {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:34.329363 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks [] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.353603 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Transition to ACTIVE for port object 19a61bd0-7eca-4294-8630-59d8153ba2fd will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:22:34.367899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318da7c9-5561-4a23-9df3-0d5c0dfaafe6 req-aef44c00-5526-4d11-91b3-d57d5f459c86 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:34.369380 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-318da7c9-5561-4a23-9df3-0d5c0dfaafe6 req-aef44c00-5526-4d11-91b3-d57d5f459c86 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1367974 Mar 23 21:22:34.376967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc776e-007f-44b1-ad00-8bb66a119a4f req-a0e3474d-56f4-4a76-bae1-37c47b6919b9 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:34.378315 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ffc776e-007f-44b1-ad00-8bb66a119a4f req-a0e3474d-56f4-4a76-bae1-37c47b6919b9 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 935 time: 0.1100862 Mar 23 21:22:34.447405 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-318da7c9-5561-4a23-9df3-0d5c0dfaafe6 req-a0c0807a-0a75-4262-b5ae-216173e11614 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681598 Mar 23 21:22:34.450560 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ffc776e-007f-44b1-ad00-8bb66a119a4f req-2038b88d-f4d9-4520-8199-a3de5a28971c tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658884 Mar 23 21:22:34.464223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.517705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Pushing event updated for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:34.595056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Attempting to bind port 19a61bd0-7eca-4294-8630-59d8153ba2fd on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:22:34.595390 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Attempting to bind port 19a61bd0-7eca-4294-8630-59d8153ba2fd by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:22:34.595736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Attempting to bind port 19a61bd0-7eca-4294-8630-59d8153ba2fd on network f494c95c-0736-4133-9e31-17d2546e9cf6 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:34.600422 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Port 19a61bd0-7eca-4294-8630-59d8153ba2fd on network f494c95c-0736-4133-9e31-17d2546e9cf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:22:34.600739 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Attempting to bind port 19a61bd0-7eca-4294-8630-59d8153ba2fd on network f494c95c-0736-4133-9e31-17d2546e9cf6 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:22:34.605808 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:22:34.606144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Checking segment: {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:22:34.610114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Bound using segment: {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:22:34.610114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Bound port: 19a61bd0-7eca-4294-8630-59d8153ba2fd, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77e90da8-0968-4f10-b605-44ec630222d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:22:34.610114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.672098 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:22:34.675195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:22:34.802230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.840999 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:34.841808 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:34.843282 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] 10.222.0.24 "PUT /v2.0/ports/19a61bd0-7eca-4294-8630-59d8153ba2fd HTTP/1.1" status: 200 len: 1097 time: 0.9005024 Mar 23 21:22:34.846271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:34.848276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528b2b1c-78d3-4ea5-823d-16e79ef0a536" -d '{"events": [{"name": "network-changed", "server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:34.880246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7dd6c-69d4-463d-ab29-74a0cfc8438b service neutron] Pushing event updated for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:34.900135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc07253-4452-43ee-ba27-1f4845fda9b4 x-openstack-request-id: req-9dc07253-4452-43ee-ba27-1f4845fda9b4 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:34.900431 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:34.902648 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9dc07253-4452-43ee-ba27-1f4845fda9b4 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:34.902648 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc07253-4452-43ee-ba27-1f4845fda9b4'] response: {'name': 'network-changed', 'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd', 'status': 'completed', 'code': 200} Mar 23 21:22:34.978196 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2b1c-78d3-4ea5-823d-16e79ef0a536 req-f87f0490-4a82-40c4-87a1-adb0ca232d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:34.980072 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-528b2b1c-78d3-4ea5-823d-16e79ef0a536 req-f87f0490-4a82-40c4-87a1-adb0ca232d6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce890d00daf4f1eb3ebb179a02da819&device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 1131 time: 0.0481384 Mar 23 21:22:35.013140 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-528b2b1c-78d3-4ea5-823d-16e79ef0a536 req-5ea3c8de-160f-4549-a0ca-a680c66d607e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dce890d00daf4f1eb3ebb179a02da819&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224097 Mar 23 21:22:35.111747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b2b1c-78d3-4ea5-823d-16e79ef0a536 req-53d009a3-6f64-4a39-a6a9-2c17394d435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:35.113141 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-528b2b1c-78d3-4ea5-823d-16e79ef0a536 req-53d009a3-6f64-4a39-a6a9-2c17394d435a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940835 Mar 23 21:22:35.193713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-3b462eae-1c64-401f-a821-2fa1989f92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:35.195377 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-3b462eae-1c64-401f-a821-2fa1989f92dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dce890d00daf4f1eb3ebb179a02da819&device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 1131 time: 0.0462263 Mar 23 21:22:35.240009 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-f5805f29-e3ea-440d-8bb1-828fef6afaec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd HTTP/1.1" status: 200 len: 217 time: 0.0356152 Mar 23 21:22:35.291649 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-67b9997e-35c2-4522-9bdc-6d9d9d0149a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:35.291649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-67b9997e-35c2-4522-9bdc-6d9d9d0149a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=22f865cb-78d9-4a73-80ae-a789b3719716 HTTP/1.1" status: 200 len: 843 time: 0.0454841 Mar 23 21:22:35.347659 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a24e4-399f-464f-a064-e22dbf7036dc req-e62b9f1e-41f4-4d17-86be-357c4809c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:35.349226 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-e62b9f1e-41f4-4d17-86be-357c4809c79b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f494c95c-0736-4133-9e31-17d2546e9cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0477362 Mar 23 21:22:35.439477 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-ddeb78e2-55cb-456c-aecd-db18c74091d7 service neutron] 10.222.0.24 "GET /v2.0/networks/f494c95c-0736-4133-9e31-17d2546e9cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814071 Mar 23 21:22:35.557097 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-797a24e4-399f-464f-a064-e22dbf7036dc req-8f79da00-212a-4275-914b-7c84fd878e43 service neutron] 10.222.0.24 "GET /v2.0/networks/f494c95c-0736-4133-9e31-17d2546e9cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112454 Mar 23 21:22:35.584640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914efdc0-9001-488b-9be9-d5daba55039e req-51a67a63-c792-454e-88cd-f00b6b3654aa tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:35.586516 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-914efdc0-9001-488b-9be9-d5daba55039e req-51a67a63-c792-454e-88cd-f00b6b3654aa tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 947 time: 0.0654573 Mar 23 21:22:35.635764 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-914efdc0-9001-488b-9be9-d5daba55039e req-edb15806-0d43-4d6d-bce0-247b05d35027 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Mar 23 21:22:35.781498 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44804) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:35.884200 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30ef5ada-602b-490c-857e-5777399914a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:35.955873 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30ef5ada-602b-490c-857e-5777399914a5 admin admin] Publish callbacks [] for security_group (2971f053-e020-4b0b-9521-f37e97d57cc5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.282059 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30ef5ada-602b-490c-857e-5777399914a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2971f053-e020-4b0b-9521-f37e97d57cc5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.325032 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-30ef5ada-602b-490c-857e-5777399914a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7617d9212c574d8a9c636c04c8efd47a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5396411 Mar 23 21:22:36.325032 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef5ada-602b-490c-857e-5777399914a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2971f053-e020-4b0b-9521-f37e97d57cc5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:36.325424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44812) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:36.387654 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] Publish callbacks [] for security_group (2971f053-e020-4b0b-9521-f37e97d57cc5), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.413709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] Publish callbacks [] for security_group (2971f053-e020-4b0b-9521-f37e97d57cc5), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.446857 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fc83ae92-de51-47ad-8e03-5fc8bd8a59ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.454960 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-b8857ef6-92e9-47ed-8204-2d02032b0e79 req-dd09e4c2-a752-40a8-9ba9-fd89808440eb service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:22:36.455992 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8857ef6-92e9-47ed-8204-2d02032b0e79 req-dd09e4c2-a752-40a8-9ba9-fd89808440eb service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056410 Mar 23 21:22:36.502931 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:22:36.576640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: DOWN; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:36.600803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2971f053-e020-4b0b-9521-f37e97d57cc5), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.603357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:36.604482 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2971f053-e020-4b0b-9521-f37e97d57cc5 HTTP/1.1" status: 204 len: 168 time: 0.2771676 Mar 23 21:22:36.612520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c7b38-da9e-4b4f-95a4-f5288f5b3b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2971f053-e020-4b0b-9521-f37e97d57cc5,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:36.760604 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40f93f-cb8f-428c-9287-d692fb540457 req-12104327-3f68-4a7a-b3a3-42132eb7a788 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:36.762658 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de40f93f-cb8f-428c-9287-d692fb540457 req-12104327-3f68-4a7a-b3a3-42132eb7a788 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 947 time: 0.0529571 Mar 23 21:22:36.817780 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de40f93f-cb8f-428c-9287-d692fb540457 req-4de355c0-db25-43e0-95c5-a5b9922b0722 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492461 Mar 23 21:22:36.901239 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a59841-98d9-499f-9834-ff4f680bf810 req-0da2638e-ac89-42f9-97a4-4cd36fb110a4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:36.903380 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6a59841-98d9-499f-9834-ff4f680bf810 req-0da2638e-ac89-42f9-97a4-4cd36fb110a4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0545244 Mar 23 21:22:36.950499 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6a59841-98d9-499f-9834-ff4f680bf810 req-576ce8e4-e870-4ac8-bb9a-f91575125c39 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Mar 23 21:22:37.581467 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 44864) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:37.641261 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:37.665674 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-44596262-ce2c-4397-aa80-d487f9edc635 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830486 Mar 23 21:22:37.675181 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-4f3d2bb0-91ab-4ecc-89d1-f7b5319469b2 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:22:37.676148 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-4f3d2bb0-91ab-4ecc-89d1-f7b5319469b2 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049837 Mar 23 21:22:37.811793 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 44878) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:22:37.969751 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-0886cd6e-9588-4538-b88e-c6382e73167b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:37.971122 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-0886cd6e-9588-4538-b88e-c6382e73167b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports/887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 940 time: 0.1582987 Mar 23 21:22:37.982651 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf5a76-f464-4d5e-8f94-78c2f46d12a5 req-f441011e-4574-489a-bd5b-9a3152896162 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:37.984252 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1dbf5a76-f464-4d5e-8f94-78c2f46d12a5 req-f441011e-4574-489a-bd5b-9a3152896162 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 947 time: 0.0993805 Mar 23 21:22:38.073434 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1dbf5a76-f464-4d5e-8f94-78c2f46d12a5 req-521c1408-cfcb-4d46-aa23-acd6873d952f tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Mar 23 21:22:38.106419 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee82cce-1665-4d99-a0b5-22b1dca46356 req-7c5d2e7e-e4ac-49be-8344-1e978265a33e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:38.107947 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ee82cce-1665-4d99-a0b5-22b1dca46356 req-7c5d2e7e-e4ac-49be-8344-1e978265a33e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0810428 Mar 23 21:22:38.157833 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ee82cce-1665-4d99-a0b5-22b1dca46356 req-0e2786a9-38d3-4cf2-bbad-9fc49b93f865 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Mar 23 21:22:38.827012 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 19a61bd0-7eca-4294-8630-59d8153ba2fd details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:22:38.924619 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:38.936547 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '19a61bd0-7eca-4294-8630-59d8153ba2fd', 'network_id': 'f494c95c-0736-4133-9e31-17d2546e9cf6', 'port_id': '19a61bd0-7eca-4294-8630-59d8153ba2fd', 'mac_address': 'fa:16:3e:8c:95:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f865cb-78d9-4a73-80ae-a789b3719716', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:22:38.985606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 19a61bd0-7eca-4294-8630-59d8153ba2fd is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:38.985987 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:38.999154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a61bd0-7eca-4294-8630-59d8153ba2fd {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:22:39.020590 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:39.052224 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:39.098079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:39.148358 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:39.188276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f12336-415b-402e-af1c-80529989aebd req-18a88883-f804-4c49-8bb6-afd8e17eff62 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:39.189837 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2f12336-415b-402e-af1c-80529989aebd req-18a88883-f804-4c49-8bb6-afd8e17eff62 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 948 time: 0.0540950 Mar 23 21:22:39.245600 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c2f12336-415b-402e-af1c-80529989aebd req-ea35b470-1b01-4729-88dd-c3cbb3fcca75 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496943 Mar 23 21:22:39.284429 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a881ec36-20b7-41b4-a43e-52d2f3cb3f95 req-94634740-b5f6-48a7-b429-d03413c3a9f0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:39.285892 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a881ec36-20b7-41b4-a43e-52d2f3cb3f95 req-94634740-b5f6-48a7-b429-d03413c3a9f0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0559587 Mar 23 21:22:39.331626 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a881ec36-20b7-41b4-a43e-52d2f3cb3f95 req-6d6ae594-4c25-462f-81c1-b95869db277c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 Mar 23 21:22:40.364663 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbabce69-c4cd-41c4-bef6-96898f745231 req-dc2b1d88-4ce2-43e3-9fba-7e172a52e37e tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:40.365915 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bbabce69-c4cd-41c4-bef6-96898f745231 req-dc2b1d88-4ce2-43e3-9fba-7e172a52e37e tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 948 time: 0.0553045 Mar 23 21:22:40.423609 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bbabce69-c4cd-41c4-bef6-96898f745231 req-c3a9dc89-742d-43dc-8c2c-62a4ff886bb3 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Mar 23 21:22:40.461789 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1f930-f539-4677-8a94-67456484f340 req-84d23a21-7e31-4418-9346-4eabdfa2e5bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:40.463237 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44d1f930-f539-4677-8a94-67456484f340 req-84d23a21-7e31-4418-9346-4eabdfa2e5bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0599298 Mar 23 21:22:40.509201 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-44d1f930-f539-4677-8a94-67456484f340 req-adc36555-7e65-43b3-b549-1abf19554096 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397704 Mar 23 21:22:40.560937 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:41.011301 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['19a61bd0-7eca-4294-8630-59d8153ba2fd'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:22:41.537505 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd48c1-87b5-4b53-86b3-edadecb60470 req-527d9b10-a33e-457d-a17a-a53dc8fa3ec4 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:41.538955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7efd48c1-87b5-4b53-86b3-edadecb60470 req-527d9b10-a33e-457d-a17a-a53dc8fa3ec4 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 948 time: 0.0511413 Mar 23 21:22:41.589591 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7efd48c1-87b5-4b53-86b3-edadecb60470 req-4253dd4d-32c4-41f7-832e-008636d0c6cc tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441837 Mar 23 21:22:41.640929 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a971a-d78e-4681-99f4-eb17527b0a99 req-58691099-536e-463d-a083-e6f429706343 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:41.642435 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b0a971a-d78e-4681-99f4-eb17527b0a99 req-58691099-536e-463d-a083-e6f429706343 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0519793 Mar 23 21:22:41.687745 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b0a971a-d78e-4681-99f4-eb17527b0a99 req-f9d9ec63-0867-4d66-bd2b-629b01eac2ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398412 Mar 23 21:22:42.663730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 19a61bd0-7eca-4294-8630-59d8153ba2fd up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:22:42.706305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f74f5-c663-43e0-b708-683f93e4f3a9 req-d8fce8bb-d8fc-4a45-ba8f-8cb876bccf38 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:42.707702 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-339f74f5-c663-43e0-b708-683f93e4f3a9 req-d8fce8bb-d8fc-4a45-ba8f-8cb876bccf38 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 948 time: 0.0527840 Mar 23 21:22:42.760225 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-339f74f5-c663-43e0-b708-683f93e4f3a9 req-2ba5910e-f3fe-461d-836f-526c761c96e9 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Mar 23 21:22:42.762730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 19a61bd0-7eca-4294-8630-59d8153ba2fd completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:22:42.776190 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 19a61bd0-7eca-4294-8630-59d8153ba2fd triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:22:42.777120 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:42.817423 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca3c14-5c7e-44b2-bafd-015cc10f27d5 req-87d3920a-9346-4f47-bdd0-667fbd959667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:42.818950 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8ca3c14-5c7e-44b2-bafd-015cc10f27d5 req-87d3920a-9346-4f47-bdd0-667fbd959667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0575778 Mar 23 21:22:42.867759 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 19a61bd0-7eca-4294-8630-59d8153ba2fd is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:22:42.868233 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:42.869728 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8ca3c14-5c7e-44b2-bafd-015cc10f27d5 req-4b02944e-24d0-4a28-b403-59f25e64aed8 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Mar 23 21:22:42.895775 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:22:42.897984 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea08a95-2e1b-4d7f-bb2f-ba5159f803f6" -d '{"events": [{"server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "name": "network-vif-plugged", "status": "completed", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:22:42.910050 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:22:42.934035 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24cbd2d-0902-4da2-a75d-b35b91c5d100 x-openstack-request-id: req-f24cbd2d-0902-4da2-a75d-b35b91c5d100 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:22:42.934402 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "name": "network-vif-plugged", "status": "completed", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:22:42.934682 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f24cbd2d-0902-4da2-a75d-b35b91c5d100 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:22:42.935141 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24cbd2d-0902-4da2-a75d-b35b91c5d100'] response: {'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd', 'code': 200} Mar 23 21:22:43.013115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:43.062940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:22:43.282996 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a738ea5-8251-4182-8f2a-bea1fdad430f req-3ce70faa-dd8a-43eb-a13a-79038be518e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:43.284360 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a738ea5-8251-4182-8f2a-bea1fdad430f req-3ce70faa-dd8a-43eb-a13a-79038be518e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 1133 time: 0.0414269 Mar 23 21:22:43.327728 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8a738ea5-8251-4182-8f2a-bea1fdad430f req-47c1bc0d-1209-4f5a-ad5e-a38a77c7a964 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369380 Mar 23 21:22:43.418167 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:22:43.882856 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b3407-ea26-4e2f-bc5f-8ad2da048b31 req-96ced8cc-550e-4eaa-bc3c-c323262b477e tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:43.884339 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e9b3407-ea26-4e2f-bc5f-8ad2da048b31 req-96ced8cc-550e-4eaa-bc3c-c323262b477e tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0558627 Mar 23 21:22:43.931452 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e9b3407-ea26-4e2f-bc5f-8ad2da048b31 req-6d234818-810c-4bfd-8d1d-a2be669f8313 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Mar 23 21:22:43.996669 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97cf27-8548-4c04-af7d-1346cba8b897 req-e1fa84a0-15a8-44f3-8f11-f13c84c2cd26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:44.003432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1f97cf27-8548-4c04-af7d-1346cba8b897 req-e1fa84a0-15a8-44f3-8f11-f13c84c2cd26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0530412 Mar 23 21:22:44.044955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1f97cf27-8548-4c04-af7d-1346cba8b897 req-0d6338eb-89f5-4772-865e-99ba5328a0da tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Mar 23 21:22:45.049230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c14ee-9009-4193-8708-bb74bd7be745 req-835075da-5c1f-40b9-be31-15f1290761eb tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:45.050628 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f4c14ee-9009-4193-8708-bb74bd7be745 req-835075da-5c1f-40b9-be31-15f1290761eb tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0522025 Mar 23 21:22:45.100449 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8f4c14ee-9009-4193-8708-bb74bd7be745 req-8d5cec22-84e3-4784-b7cb-d527e4388a00 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Mar 23 21:22:45.165838 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1dca4-ce04-4bce-b6fa-be085fb955b8 req-c2a604ed-501b-4afa-bda6-ea72909c1ba7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:45.167789 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27f1dca4-ce04-4bce-b6fa-be085fb955b8 req-c2a604ed-501b-4afa-bda6-ea72909c1ba7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0499511 Mar 23 21:22:45.217568 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27f1dca4-ce04-4bce-b6fa-be085fb955b8 req-891e63a0-6746-4ffb-9ec9-22fcbf85303c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Mar 23 21:22:46.215159 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a48f9-4090-4005-a918-0225c751fbe1 req-560a63ae-ce1f-4d44-8e3a-691c4ec9d591 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:46.216618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-104a48f9-4090-4005-a918-0225c751fbe1 req-560a63ae-ce1f-4d44-8e3a-691c4ec9d591 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0522642 Mar 23 21:22:46.263701 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-104a48f9-4090-4005-a918-0225c751fbe1 req-e4aa2828-9dde-408d-8253-cc7c692f6b60 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416160 Mar 23 21:22:46.345122 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d692d-5583-42c4-b730-5b3604573fd7 req-096f5125-0c6e-4984-92aa-41aa39b8e467 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:46.346569 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e75d692d-5583-42c4-b730-5b3604573fd7 req-096f5125-0c6e-4984-92aa-41aa39b8e467 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0554967 Mar 23 21:22:46.391307 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e75d692d-5583-42c4-b730-5b3604573fd7 req-9936ffbc-3e5e-4a8a-850e-c38613ee875a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393875 Mar 23 21:22:47.324830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-12fa95de-eeb5-4002-a5ba-1aae3a544a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.326352 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-12fa95de-eeb5-4002-a5ba-1aae3a544a17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0757644 Mar 23 21:22:47.414000 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e58da8-e392-4f59-87ae-48f084f0dbd9 req-cf6b20ec-d675-44d5-b3ce-1d033acb5a91 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.415463 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96e58da8-e392-4f59-87ae-48f084f0dbd9 req-cf6b20ec-d675-44d5-b3ce-1d033acb5a91 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0834081 Mar 23 21:22:47.428847 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-4558bdf4-c959-44d3-97b4-8aa26c5b191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.430445 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-4558bdf4-c959-44d3-97b4-8aa26c5b191f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1127 time: 0.0667081 Mar 23 21:22:47.573638 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96e58da8-e392-4f59-87ae-48f084f0dbd9 req-08f5069f-0d90-4cc7-b467-a8fa6fdd68a8 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415062 Mar 23 21:22:47.594406 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-9197b0d7-deb2-42c1-85e3-17bc3cbf9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.595847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-9197b0d7-deb2-42c1-85e3-17bc3cbf9e38 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.1525578 Mar 23 21:22:47.603479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa048666-3fd4-4473-b7bc-8cf0ad279ce2 req-cd474ffd-9028-4fb3-b0ce-30981da3cee7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.604884 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa048666-3fd4-4473-b7bc-8cf0ad279ce2 req-cd474ffd-9028-4fb3-b0ce-30981da3cee7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1149206 Mar 23 21:22:47.934048 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-6367e964-86fd-4cde-89c5-f16e442a8cc2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 999 time: 0.3255002 Mar 23 21:22:47.937451 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa048666-3fd4-4473-b7bc-8cf0ad279ce2 req-6dca3a5d-7cf6-4986-8f4d-7ccbf205fc75 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233714 Mar 23 21:22:47.987889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-f1511e5d-acc4-4a0f-91f6-c9341243bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:47.989391 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-f1511e5d-acc4-4a0f-91f6-c9341243bb0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0482922 Mar 23 21:22:48.040772 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-3c57ffae-d1eb-46b7-b0bd-d8e9cdc539f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:48.042855 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-3c57ffae-d1eb-46b7-b0bd-d8e9cdc539f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429988 Mar 23 21:22:48.141009 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-54cd11e2-4953-4e49-93c0-68d26dfb79d5 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837293 Mar 23 21:22:48.231000 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54d345f3-2a95-4b63-ac3e-255ca2b232a3 req-0920f1c1-7bf5-4d30-a8c9-eb0438c0f43b service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828936 Mar 23 21:22:48.690928 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c85132-0583-4eb8-88f8-56df8805a338 req-f1d8db90-00b4-412f-8b80-d6548acaffe1 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:48.692498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82c85132-0583-4eb8-88f8-56df8805a338 req-f1d8db90-00b4-412f-8b80-d6548acaffe1 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0546656 Mar 23 21:22:48.745172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82c85132-0583-4eb8-88f8-56df8805a338 req-f69674ef-1532-4883-85c2-461742b9ef03 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Mar 23 21:22:49.069668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ce624-baa7-4361-be26-1cbce3a2aabb req-6a3e4471-53a2-43f5-ad09-2e5014ff800b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:49.071853 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d58ce624-baa7-4361-be26-1cbce3a2aabb req-6a3e4471-53a2-43f5-ad09-2e5014ff800b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0580010 Mar 23 21:22:49.124563 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d58ce624-baa7-4361-be26-1cbce3a2aabb req-ab9cbb19-e180-432a-b8a8-fba1f24b276f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457473 Mar 23 21:22:49.337037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82badccb-357c-4ae0-9084-8bd6b58f119e req-0f56c639-8836-4459-b324-f007a060c2be tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:49.338440 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82badccb-357c-4ae0-9084-8bd6b58f119e req-0f56c639-8836-4459-b324-f007a060c2be tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0516653 Mar 23 21:22:49.382506 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-82badccb-357c-4ae0-9084-8bd6b58f119e req-96fa41cb-550e-43a3-97fb-6d4e09c76a73 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385931 Mar 23 21:22:50.254392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26347932-015d-4513-b5d5-399f31acee55 req-527051cc-03a0-4fc1-9871-e2a0b408c0bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:50.255836 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26347932-015d-4513-b5d5-399f31acee55 req-527051cc-03a0-4fc1-9871-e2a0b408c0bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0582399 Mar 23 21:22:50.300609 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-26347932-015d-4513-b5d5-399f31acee55 req-87e700f3-faaf-4c3a-8fa7-643facf720af tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393677 Mar 23 21:22:50.498839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd778c-5da1-4816-a675-ce6aa0be5b69 req-53a35909-1b47-4aa3-be26-055d2b7e316a tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:50.500283 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2dbd778c-5da1-4816-a675-ce6aa0be5b69 req-53a35909-1b47-4aa3-be26-055d2b7e316a tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0506253 Mar 23 21:22:50.546460 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2dbd778c-5da1-4816-a675-ce6aa0be5b69 req-8b77dbb0-c591-450d-b471-ab384f7d1501 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408075 Mar 23 21:22:51.428465 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9db83-fa14-4138-af9f-08787de9945a req-80cba8e3-8004-4232-b865-f4a5233cddc3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:51.430904 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9ef9db83-fa14-4138-af9f-08787de9945a req-80cba8e3-8004-4232-b865-f4a5233cddc3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0582440 Mar 23 21:22:51.492955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9ef9db83-fa14-4138-af9f-08787de9945a req-651d0650-553b-4430-b4bf-80315dc1f8ba tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549831 Mar 23 21:22:51.665513 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fe57f-1a76-4462-9e23-3b24d7cf7a38 req-5c6008bf-e155-4a78-99c3-1cf084e1ea22 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:51.666705 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-735fe57f-1a76-4462-9e23-3b24d7cf7a38 req-5c6008bf-e155-4a78-99c3-1cf084e1ea22 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0521786 Mar 23 21:22:51.725502 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-735fe57f-1a76-4462-9e23-3b24d7cf7a38 req-054068a0-37bb-406f-a083-35829ba930d5 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524659 Mar 23 21:22:52.628454 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8260b4-0d55-4bc5-8458-34bd963c44f4 req-901db823-8b73-48bc-b6ed-07fa96edb092 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:52.629964 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f8260b4-0d55-4bc5-8458-34bd963c44f4 req-901db823-8b73-48bc-b6ed-07fa96edb092 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0539908 Mar 23 21:22:52.692259 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f8260b4-0d55-4bc5-8458-34bd963c44f4 req-b808cccb-1844-4824-99ff-8eaf092caa6a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492909 Mar 23 21:22:52.862676 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6cb40-2fd4-42d4-94f7-ec6da211e2dd req-50fd6a69-bcfb-4f3a-a9a2-6a5f8eea31b8 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:52.864155 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bf6cb40-2fd4-42d4-94f7-ec6da211e2dd req-50fd6a69-bcfb-4f3a-a9a2-6a5f8eea31b8 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0557559 Mar 23 21:22:52.913675 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0bf6cb40-2fd4-42d4-94f7-ec6da211e2dd req-6e6ee9fe-8152-4c09-bec2-9fc4e18377e7 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427191 Mar 23 21:22:53.098125 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:22:53.820320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df5cd7-69ed-48ca-aaa7-aee726893d13 req-e59f58b1-550c-46bf-af9b-abf281141e0b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:53.821854 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70df5cd7-69ed-48ca-aaa7-aee726893d13 req-e59f58b1-550c-46bf-af9b-abf281141e0b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0539620 Mar 23 21:22:53.870884 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70df5cd7-69ed-48ca-aaa7-aee726893d13 req-05ae8f4b-c2bf-4b0d-bc76-30fe33594ebd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435376 Mar 23 21:22:54.044898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a0276-7e85-49c6-9ef4-a2aef95c7b65 req-69af903d-346e-423c-8aca-8f085d022faf tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:54.046750 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-651a0276-7e85-49c6-9ef4-a2aef95c7b65 req-69af903d-346e-423c-8aca-8f085d022faf tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0612025 Mar 23 21:22:54.104955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-651a0276-7e85-49c6-9ef4-a2aef95c7b65 req-debec1c3-c8f5-4005-b2fb-1c63cf5a68f7 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524836 Mar 23 21:22:54.991055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e10832-db15-4722-8832-4d33489b284b req-b33e85d7-4099-4e9e-b8ba-bc3daaa44347 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:54.992427 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03e10832-db15-4722-8832-4d33489b284b req-b33e85d7-4099-4e9e-b8ba-bc3daaa44347 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0504532 Mar 23 21:22:55.037266 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03e10832-db15-4722-8832-4d33489b284b req-899daa64-0c90-4b71-9988-3e313b203f42 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387452 Mar 23 21:22:55.232100 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d905587-ac8c-4f2a-a7b8-567400c37353 req-90d4a1a4-ff64-47e1-bae5-125311075f52 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:55.233934 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d905587-ac8c-4f2a-a7b8-567400c37353 req-90d4a1a4-ff64-47e1-bae5-125311075f52 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0554729 Mar 23 21:22:55.282955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d905587-ac8c-4f2a-a7b8-567400c37353 req-8aad97f8-9d2a-493e-914f-efa884768911 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434954 Mar 23 21:22:56.167015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2d930-d9a8-41b7-bc86-e6075a28ec3f req-8ed00c50-1534-4076-9792-a9f57f0f9d1b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:56.168870 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67a2d930-d9a8-41b7-bc86-e6075a28ec3f req-8ed00c50-1534-4076-9792-a9f57f0f9d1b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0567055 Mar 23 21:22:56.218274 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67a2d930-d9a8-41b7-bc86-e6075a28ec3f req-77fd2af8-1b22-4f25-98fc-28be46b9d2a1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435250 Mar 23 21:22:56.402971 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03793336-9fe4-465c-aa4d-dabdcb3a022d req-2d142d70-30e7-4391-b8d9-10fad719fc95 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:56.404433 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03793336-9fe4-465c-aa4d-dabdcb3a022d req-2d142d70-30e7-4391-b8d9-10fad719fc95 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0508842 Mar 23 21:22:56.454577 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03793336-9fe4-465c-aa4d-dabdcb3a022d req-e83164b4-cc2c-4ca3-b4c7-867b1c446658 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Mar 23 21:22:57.349468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90dac8-1df2-4b75-89de-8d995b7b9df3 req-36a1edbf-12e1-4343-980e-b623907015e9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:57.350919 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d90dac8-1df2-4b75-89de-8d995b7b9df3 req-36a1edbf-12e1-4343-980e-b623907015e9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0560794 Mar 23 21:22:57.408776 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d90dac8-1df2-4b75-89de-8d995b7b9df3 req-beab31e2-3fb9-4547-912f-0f21cbe4f4af tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523155 Mar 23 21:22:57.572196 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d914573-b84b-48c4-b8a5-1d3a00d846a2 req-0e136a79-c191-4d0d-b1b7-d100bd885a66 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:57.574322 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d914573-b84b-48c4-b8a5-1d3a00d846a2 req-0e136a79-c191-4d0d-b1b7-d100bd885a66 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0532086 Mar 23 21:22:57.623910 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d914573-b84b-48c4-b8a5-1d3a00d846a2 req-dd3edda3-e751-4cc8-ba28-0178f6add1f6 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Mar 23 21:22:58.531369 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d803-11df-43c5-8e27-c5f6414914da req-2f780aa4-6ebc-46f7-971b-4d9995a752ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:58.532833 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0aa3d803-11df-43c5-8e27-c5f6414914da req-2f780aa4-6ebc-46f7-971b-4d9995a752ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0521760 Mar 23 21:22:58.586341 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0aa3d803-11df-43c5-8e27-c5f6414914da req-68ee4c25-419a-40e2-ac32-611e0b0e0bba tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479386 Mar 23 21:22:58.741488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d088046-ed11-4f00-b048-b69491c58ec5 req-249221a6-84b7-4067-9473-d92d669c0fb2 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:58.742954 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d088046-ed11-4f00-b048-b69491c58ec5 req-249221a6-84b7-4067-9473-d92d669c0fb2 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0532212 Mar 23 21:22:58.793596 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d088046-ed11-4f00-b048-b69491c58ec5 req-d8ec7aec-e749-461e-9500-7ef5e4c5df71 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Mar 23 21:22:59.738589 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762d361-669d-40b9-b89a-81d03f428469 req-9ae98f22-5599-4c53-8a5a-1f4d374357c6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:59.742054 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d762d361-669d-40b9-b89a-81d03f428469 req-9ae98f22-5599-4c53-8a5a-1f4d374357c6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0642486 Mar 23 21:22:59.794728 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d762d361-669d-40b9-b89a-81d03f428469 req-4362dc01-5269-4123-bfc2-52827c060454 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Mar 23 21:22:59.931573 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1284d8e-52c2-49fe-84c0-1616d73f65a9 req-7ba4c801-9840-4fd8-8ee3-63746fb92068 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:22:59.933169 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1284d8e-52c2-49fe-84c0-1616d73f65a9 req-7ba4c801-9840-4fd8-8ee3-63746fb92068 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0701861 Mar 23 21:23:00.054368 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e1284d8e-52c2-49fe-84c0-1616d73f65a9 req-ca6901c6-16d5-46ac-9d64-70f1f9c31f37 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498698 Mar 23 21:23:00.926944 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f42f2c-2803-46a9-8c02-c8d63e90a48e req-f990b4df-c11b-49d5-bf90-ed0793ce4820 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:00.928424 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72f42f2c-2803-46a9-8c02-c8d63e90a48e req-f990b4df-c11b-49d5-bf90-ed0793ce4820 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0578516 Mar 23 21:23:00.977262 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72f42f2c-2803-46a9-8c02-c8d63e90a48e req-1ec3c955-4190-4ca2-bbde-5e5f649b62c0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Mar 23 21:23:01.168444 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14270e-e349-4232-ba2a-2f5f2897b2cd req-67b371ab-4313-40ef-bb21-a8c12baac86c tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:01.169961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff14270e-e349-4232-ba2a-2f5f2897b2cd req-67b371ab-4313-40ef-bb21-a8c12baac86c tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0608380 Mar 23 21:23:01.233531 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff14270e-e349-4232-ba2a-2f5f2897b2cd req-a0bce537-9347-4894-92db-0a971a1f7bb3 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579681 Mar 23 21:23:02.108600 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758320d-3d02-4d2a-90ac-c5df02adb58f req-c9c2c616-da04-4652-971f-41fcc0c88d18 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:02.110185 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2758320d-3d02-4d2a-90ac-c5df02adb58f req-c9c2c616-da04-4652-971f-41fcc0c88d18 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0594804 Mar 23 21:23:02.155793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2758320d-3d02-4d2a-90ac-c5df02adb58f req-0896cafa-16ec-4966-9b08-798b509b87ac tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396121 Mar 23 21:23:02.344231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6607-f572-4e47-b4c0-9ee011afdbc6 req-476d5762-0b0a-4b8a-b6f4-07cbef1502cd tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:02.345734 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3acb6607-f572-4e47-b4c0-9ee011afdbc6 req-476d5762-0b0a-4b8a-b6f4-07cbef1502cd tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0524540 Mar 23 21:23:02.394883 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3acb6607-f572-4e47-b4c0-9ee011afdbc6 req-f984dfb5-9f69-4fb2-93bb-94ec97b1aea1 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434959 Mar 23 21:23:03.279579 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a4ad5-00ef-4edf-ab01-a4f4e225f42a req-a38f98f0-f2d4-4345-b035-e4f8e35ebbad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.287628 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-852a4ad5-00ef-4edf-ab01-a4f4e225f42a req-a38f98f0-f2d4-4345-b035-e4f8e35ebbad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0534465 Mar 23 21:23:03.328052 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-852a4ad5-00ef-4edf-ab01-a4f4e225f42a req-12ae31b9-30fe-482f-a04d-a00b93d272b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415246 Mar 23 21:23:03.445631 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-9c38d261-0c22-4f42-ab17-963fe44a6a70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426543 Mar 23 21:23:03.544762 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeaf68-da7b-40cf-929a-c65235cd2ade req-0d5df72f-d6e8-46ab-8511-392a6cc4a938 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.546248 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcbeaf68-da7b-40cf-929a-c65235cd2ade req-0d5df72f-d6e8-46ab-8511-392a6cc4a938 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0857482 Mar 23 21:23:03.549145 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-dae431d2-3486-4592-bc40-cb5fb1e9d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.550513 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-dae431d2-3486-4592-bc40-cb5fb1e9d116 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1130 time: 0.0792165 Mar 23 21:23:03.641166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcbeaf68-da7b-40cf-929a-c65235cd2ade req-001657ab-fe77-4260-9bed-76f73b5eb03f tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/security-groups?id=e6dc8e73-dd31-41a8-8167-b538b466bbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888846 Mar 23 21:23:03.680681 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-599763a5-a4a2-4eb2-a779-c5be6c755be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.682219 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-599763a5-a4a2-4eb2-a779-c5be6c755be8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.1092114 Mar 23 21:23:03.748823 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-293bcad0-eb28-4b8d-bb8a-bb8598a55625 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 1002 time: 0.0590231 Mar 23 21:23:03.806800 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-35e2e378-2431-4003-915a-4399a5ab86ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.808232 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-35e2e378-2431-4003-915a-4399a5ab86ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.0437489 Mar 23 21:23:03.894857 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-300ad0c1-3d84-44ef-bc12-9418152c4c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.896433 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-300ad0c1-3d84-44ef-bc12-9418152c4c5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813534 Mar 23 21:23:03.908410 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-8c4bef11-c8ce-471d-b4f2-80a9c72386db tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:03.909786 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-8c4bef11-c8ce-471d-b4f2-80a9c72386db tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 949 time: 0.0672519 Mar 23 21:23:04.052443 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-d16ca8ad-e85e-43a2-b2c7-b8c074e2e4c5 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417038 Mar 23 21:23:04.082698 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-712e78a1-9384-4c02-bc1d-ffe095c57300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:04.116501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Deleting port 19a61bd0-7eca-4294-8630-59d8153ba2fd {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:23:04.116840 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:04.208152 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-34de1adf-cfdc-4449-88d1-6f0a33ae56d2 req-5eebf525-f811-4544-8d3d-2d88c2cc3e63 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477795 Mar 23 21:23:04.231355 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] For port 19a61bd0-7eca-4294-8630-59d8153ba2fd, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=19a61bd0-7eca-4294-8630-59d8153ba2fd,segment=NetworkSegment(77e90da8-0968-4f10-b605-44ec630222d9),segment_id=77e90da8-0968-4f10-b605-44ec630222d9)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:04.231642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:04.248130 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Calling delete_port for 19a61bd0-7eca-4294-8630-59d8153ba2fd owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:23:04.448523 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f68af-1784-4a65-871f-6a9abf92bbff req-e3968e2e-c1bb-4f96-b0c9-9e4bdbc8004e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:04.449991 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb8f68af-1784-4a65-871f-6a9abf92bbff req-e3968e2e-c1bb-4f96-b0c9-9e4bdbc8004e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0514071 Mar 23 21:23:04.470023 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (19a61bd0-7eca-4294-8630-59d8153ba2fd), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:04.483238 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['19a61bd0-7eca-4294-8630-59d8153ba2fd'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:23:04.505503 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Pushing event deleted for resources: {'Port': ['ID=19a61bd0-7eca-4294-8630-59d8153ba2fd,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.565826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.566872 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.566872 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:04.566872 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb8f68af-1784-4a65-871f-6a9abf92bbff req-3ebefd02-ac3c-4921-9c2f-e55773d5a455 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091657 Mar 23 21:23:04.583649 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] No DVR routers for this DVR port 19a61bd0-7eca-4294-8630-59d8153ba2fd on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:23:04.595041 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:04.598465 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-87ad12df-283e-40c9-875a-d039d23b6c53 req-02075083-5274-430a-a46a-db2d40147c51 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.24 "DELETE /v2.0/ports/19a61bd0-7eca-4294-8630-59d8153ba2fd HTTP/1.1" status: 204 len: 173 time: 0.6806939 Mar 23 21:23:04.598931 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'name': 'network-vif-deleted', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:04.601265 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a808d9c-437d-498b-b143-a9b940415b1e" -d '{"events": [{"server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "name": "network-vif-deleted", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:04.638904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d220d-73cd-4c64-8a6c-8b776386f72a x-openstack-request-id: req-534d220d-73cd-4c64-8a6c-8b776386f72a {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:04.639402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1ac05d1-acb7-4f1c-b247-0940415f83d2", "name": "network-vif-deleted", "tag": "19a61bd0-7eca-4294-8630-59d8153ba2fd", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:04.639661 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-534d220d-73cd-4c64-8a6c-8b776386f72a {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:04.640164 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-534d220d-73cd-4c64-8a6c-8b776386f72a'] response: {'server_uuid': 'f1ac05d1-acb7-4f1c-b247-0940415f83d2', 'name': 'network-vif-deleted', 'tag': '19a61bd0-7eca-4294-8630-59d8153ba2fd', 'status': 'completed', 'code': 200} Mar 23 21:23:04.740538 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b50a891-7f07-497c-bd11-0ff5a495bf9d req-e5b25e63-de2e-4e81-8eeb-ab1433378326 tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0275400 Mar 23 21:23:05.694966 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c0645-fcc9-4e8d-a3cb-188a8ae3af4d req-b395d6c2-7806-48d9-9409-6dc7b8a9aa6f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:05.696447 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-240c0645-fcc9-4e8d-a3cb-188a8ae3af4d req-b395d6c2-7806-48d9-9409-6dc7b8a9aa6f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0538583 Mar 23 21:23:05.742548 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-240c0645-fcc9-4e8d-a3cb-188a8ae3af4d req-3528e3d1-44a4-4f12-a1fe-eef2226d714b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403605 Mar 23 21:23:05.855269 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8647e671-e4c6-4ea8-be35-2235ffdc0dfd req-ba0857cb-8061-4a2c-83cf-52f58c45a44f tempest-VolumesNegativeTest-71940689 tempest-VolumesNegativeTest-71940689-project] 10.222.0.35 "GET /v2.0/ports?device_id=f1ac05d1-acb7-4f1c-b247-0940415f83d2 HTTP/1.1" status: 200 len: 210 time: 0.0294507 Mar 23 21:23:06.058745 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45242) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:06.170812 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.223116 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-505e5033-800e-446e-93ef-7aa60d9f53dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.242846 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Publish callbacks [] for security_group (2ee771cd-1f01-48c9-813b-2aefff5a58e2), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.376382 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2ee771cd-1f01-48c9-813b-2aefff5a58e2), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.413824 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c89a202abad04bdf956d654039eb35f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3540344 Mar 23 21:23:06.414907 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee771cd-1f01-48c9-813b-2aefff5a58e2,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:06.416508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45246) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:06.422152 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.422493 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.422838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.423176 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.423504 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.423830 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.424149 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.424468 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.424793 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.425138 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.425478 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.425816 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.426138 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.426456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.426769 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14211e9-7062-4b3f-b81b-0669bbcaa2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:06.466220 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] Publish callbacks [] for security_group (2ee771cd-1f01-48c9-813b-2aefff5a58e2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.486847 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] Publish callbacks [] for security_group (2ee771cd-1f01-48c9-813b-2aefff5a58e2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.617689 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2ee771cd-1f01-48c9-813b-2aefff5a58e2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.623628 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:06.623628 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2ee771cd-1f01-48c9-813b-2aefff5a58e2 HTTP/1.1" status: 204 len: 168 time: 0.2041774 Mar 23 21:23:06.630194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819685ee-1ae1-4161-a63b-cf1bb41652a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee771cd-1f01-48c9-813b-2aefff5a58e2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:06.756412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 19a61bd0-7eca-4294-8630-59d8153ba2fd no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:23:06.777022 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 19a61bd0-7eca-4294-8630-59d8153ba2fd {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:23:06.777389 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 19a61bd0-7eca-4294-8630-59d8153ba2fd not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:23:06.864255 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6927d6e-753a-4074-b109-a3ba10de6522 req-925a3d8c-a9b4-453b-90b9-e98ae616e532 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:06.865919 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6927d6e-753a-4074-b109-a3ba10de6522 req-925a3d8c-a9b4-453b-90b9-e98ae616e532 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0512040 Mar 23 21:23:06.922039 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6927d6e-753a-4074-b109-a3ba10de6522 req-0b76c6ed-1145-4318-a3b3-17fa734de8b3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Mar 23 21:23:07.251882 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45270) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:07.358681 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90e9ea8a-a8df-4f53-bb1b-5055dfdf07ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.433984 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90e9ea8a-a8df-4f53-bb1b-5055dfdf07ba admin admin] Publish callbacks [] for security_group (cc700693-28aa-43c8-a2d0-ce23dbeac5f9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.541636 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90e9ea8a-a8df-4f53-bb1b-5055dfdf07ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cc700693-28aa-43c8-a2d0-ce23dbeac5f9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.581594 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9ea8a-a8df-4f53-bb1b-5055dfdf07ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc700693-28aa-43c8-a2d0-ce23dbeac5f9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:07.587166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-90e9ea8a-a8df-4f53-bb1b-5055dfdf07ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89b6fe9a5c1b4e1ea26ccbc61c5b3d0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341966 Mar 23 21:23:07.589964 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45284) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:07.637301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] Publish callbacks [] for security_group (cc700693-28aa-43c8-a2d0-ce23dbeac5f9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.657455 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] Publish callbacks [] for security_group (cc700693-28aa-43c8-a2d0-ce23dbeac5f9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.669173 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.787391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cc700693-28aa-43c8-a2d0-ce23dbeac5f9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.789946 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:07.791093 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc700693-28aa-43c8-a2d0-ce23dbeac5f9 HTTP/1.1" status: 204 len: 168 time: 0.2000256 Mar 23 21:23:07.800035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09547433-93f3-4c2c-80e5-95171b2c38e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc700693-28aa-43c8-a2d0-ce23dbeac5f9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:08.042836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45027cd-de2f-4d2b-a2b4-8df84e65feac req-dc9e813d-8dd3-4d7c-807e-93ccac0df4b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:08.044318 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a45027cd-de2f-4d2b-a2b4-8df84e65feac req-dc9e813d-8dd3-4d7c-807e-93ccac0df4b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0553212 Mar 23 21:23:08.101850 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a45027cd-de2f-4d2b-a2b4-8df84e65feac req-6eb26fef-1a11-4176-914a-6fe4328bc786 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456376 Mar 23 21:23:09.103135 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:09.227529 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e046e-33f9-4661-9948-bdfd3f9373e5 req-1888401d-f721-4b24-aada-825e24725fd6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:09.230860 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b47e046e-33f9-4661-9948-bdfd3f9373e5 req-1888401d-f721-4b24-aada-825e24725fd6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0571363 Mar 23 21:23:09.278628 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b47e046e-33f9-4661-9948-bdfd3f9373e5 req-bf5f90eb-0927-4e7f-851e-c7c4251e595b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Mar 23 21:23:10.400149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a00e4-b0be-4cf5-93f2-dbd6041d5164 req-ce3ab8e0-9d61-442e-9dee-8d7f4c3a26be tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:10.402136 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-524a00e4-b0be-4cf5-93f2-dbd6041d5164 req-ce3ab8e0-9d61-442e-9dee-8d7f4c3a26be tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0519376 Mar 23 21:23:10.452511 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-524a00e4-b0be-4cf5-93f2-dbd6041d5164 req-2eb16c01-0126-4c2e-bbe2-86e17491f575 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Mar 23 21:23:10.497326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:11.575502 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86acd1-2edd-4abe-8e4a-d9e684f9e713 req-af05ea43-5c94-4bd6-862d-37b8f215932a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:11.577052 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff86acd1-2edd-4abe-8e4a-d9e684f9e713 req-af05ea43-5c94-4bd6-862d-37b8f215932a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0523574 Mar 23 21:23:11.624311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ff86acd1-2edd-4abe-8e4a-d9e684f9e713 req-4d306ed7-69cf-4cb3-8a47-beaec29d5df1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Mar 23 21:23:12.743978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5dbf1-f8c0-43a6-ad44-a3d6571326c5 req-9dbfe61c-0411-4394-a9e1-720b75d2312b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:12.745509 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8f5dbf1-f8c0-43a6-ad44-a3d6571326c5 req-9dbfe61c-0411-4394-a9e1-720b75d2312b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0513196 Mar 23 21:23:12.794985 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8f5dbf1-f8c0-43a6-ad44-a3d6571326c5 req-ab4f7c94-bdea-4a39-a502-ab6f7d06b75b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438557 Mar 23 21:23:13.256231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45526) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:13.390570 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-69ad5ecb-daed-4b32-b305-f8921fbfbe51 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dce890d00daf4f1eb3ebb179a02da819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331878 Mar 23 21:23:13.393005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45530) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:13.438241 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] Publish callbacks [] for security_group (e6dc8e73-dd31-41a8-8167-b538b466bbf9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:13.458370 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] Publish callbacks [] for security_group (e6dc8e73-dd31-41a8-8167-b538b466bbf9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:13.623008 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e6dc8e73-dd31-41a8-8167-b538b466bbf9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:13.625507 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:13.626673 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6dc8e73-dd31-41a8-8167-b538b466bbf9 HTTP/1.1" status: 204 len: 168 time: 0.2327914 Mar 23 21:23:13.634538 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff755dfb-e587-4af1-b26b-b6eb4f04ce9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc8e73-dd31-41a8-8167-b538b466bbf9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:13.917710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad563-bf04-4f68-8311-bfe08ae84422 req-5bd0437d-b718-473d-97e7-9c1d46da7d95 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:13.919196 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-594ad563-bf04-4f68-8311-bfe08ae84422 req-5bd0437d-b718-473d-97e7-9c1d46da7d95 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.0532300 Mar 23 21:23:13.965613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-594ad563-bf04-4f68-8311-bfe08ae84422 req-156d0488-8335-40b1-9461-c227b42b1200 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400581 Mar 23 21:23:14.649885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45554) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:14.745607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-65981727-network', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:14.794076 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:23:14.874716 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Made reservation on behalf of 09602a1a94e946e1b78379ac0f6a99d2 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:14.877040 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:14.885945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:14.887510 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:14.899718 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '887c5d51-6eb7-40b0-9774-3b9680960006', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': '887c5d51-6eb7-40b0-9774-3b9680960006', 'mac_address': 'fa:16:3e:a7:de:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:23:14.941649 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:14.942044 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:14.955202 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:23:14.961119 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks [] for security_group (ca931230-9c03-4043-a604-e08b673fbe8d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:14.974138 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:15.047079 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (ca931230-9c03-4043-a604-e08b673fbe8d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.074536 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.086097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:23:15.106246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.106582 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Added segment 3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4 of type vlan for network 99729b08-4e89-40e9-93e5-89d877025f9b Mar 23 21:23:15.107842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca931230-9c03-4043-a604-e08b673fbe8d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:15.121634 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=9']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:15.129237 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131813 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.131813 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.132072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.132392 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.132728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.133075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.133393 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.133709 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:15.156798 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (99729b08-4e89-40e9-93e5-89d877025f9b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.167891 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73e33f-2045-48b9-8c05-e185129e8d2a req-67df9d01-5242-449c-bafd-41deec506cfe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:15.169411 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d73e33f-2045-48b9-8c05-e185129e8d2a req-67df9d01-5242-449c-bafd-41deec506cfe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 943 time: 0.1334119 Mar 23 21:23:15.225349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d73e33f-2045-48b9-8c05-e185129e8d2a req-61cefa7d-1f8c-4c53-977a-182bdceb8d0a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483339 Mar 23 21:23:15.255853 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (99729b08-4e89-40e9-93e5-89d877025f9b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.256776 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:15.257387 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.320729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] Pushing event updated for resources: {'Network': ['ID=99729b08-4e89-40e9-93e5-89d877025f9b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:15.332069 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 99729b08-4e89-40e9-93e5-89d877025f9b details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:23:15.379955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7d93c0c4-1374-4e80-85f2-67d22a966cdd admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7289865 Mar 23 21:23:15.382678 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45560) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:15.387419 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Request body: {'subnet': {'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-65981727-subnet', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:15.411072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['887c5d51-6eb7-40b0-9774-3b9680960006'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:23:15.478785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Made reservation on behalf of 09602a1a94e946e1b78379ac0f6a99d2 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:15.481791 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.789043 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (ffa86cbe-842d-4e20-b413-4133786cc608), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:15.845154 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffa86cbe-842d-4e20-b413-4133786cc608,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:15.853544 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:15.853965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Network hostable DHCP agents. Network: 99729b08-4e89-40e9-93e5-89d877025f9b, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:23:16.017403 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Network 99729b08-4e89-40e9-93e5-89d877025f9b is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:23:16.074174 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 99729b08-4e89-40e9-93e5-89d877025f9b) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:16.081085 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:16.081679 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.082037 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1379d9c-5f6c-409f-91d3-70e60af4b900 None None] Network 99729b08-4e89-40e9-93e5-89d877025f9b requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:23:16.151222 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c417a0df-8140-4f77-981e-0e4c8d4864b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7674806 Mar 23 21:23:16.153779 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45566) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:16.158000 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:16.180609 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-99729b08-4e89-40e9-93e5-89d877025f9b', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:23:16.181534 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.240297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.241408 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.301324 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for router_controller (11ba63f6-dd72-4638-82db-6c15cf3f061a), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.314026 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Allocated IP 172.20.0.2 (99729b08-4e89-40e9-93e5-89d877025f9b/ffa86cbe-842d-4e20-b413-4133786cc608/1fca921e-b720-4b2a-99be-4a8287d3300e) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:16.351706 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671a9f1-0dc4-44f7-b33c-5761531ac3d7 req-3a32be36-e628-4ec5-8f21-085f5a54d213 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:16.353190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2671a9f1-0dc4-44f7-b33c-5761531ac3d7 req-3a32be36-e628-4ec5-8f21-085f5a54d213 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 944 time: 0.0534918 Mar 23 21:23:16.457027 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks [] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.466101 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2671a9f1-0dc4-44f7-b33c-5761531ac3d7 req-d4acdea5-681a-4897-82f2-66122e0d20b8 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070390 Mar 23 21:23:16.533707 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for router_gateway (11ba63f6-dd72-4638-82db-6c15cf3f061a), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.537913 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.577805 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:16.580540 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:16.583560 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:16.598681 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Pushing event updated for resources: {'Port': ['ID=1fca921e-b720-4b2a-99be-4a8287d3300e,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:16.644692 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Attempting to bind port 1fca921e-b720-4b2a-99be-4a8287d3300e on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:16.645089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Attempting to bind port 1fca921e-b720-4b2a-99be-4a8287d3300e by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:16.645455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Attempting to bind port 1fca921e-b720-4b2a-99be-4a8287d3300e on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:16.650700 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:16.651081 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:16.651486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.652023 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Bound using segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:16.652484 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Bound port: 1fca921e-b720-4b2a-99be-4a8287d3300e, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:16.652867 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.718021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] For port 1fca921e-b720-4b2a-99be-4a8287d3300e, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:16.720987 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] For port 1fca921e-b720-4b2a-99be-4a8287d3300e, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1fca921e-b720-4b2a-99be-4a8287d3300e,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:16.795065 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for router_gateway (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.802980 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:16.816880 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.856457 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 887c5d51-6eb7-40b0-9774-3b9680960006 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:16.856824 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.878467 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:16.919450 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Allocated IP 172.27.0.42 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/7854a8b1-8900-4547-8cc4-7f74a6d5ce0a) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:16.957269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7bf6d-5e18-4ec5-9d6f-ed193781f69e None None] Pushing event updated for resources: {'Port': ['ID=1fca921e-b720-4b2a-99be-4a8287d3300e,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:16.995608 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 887c5d51-6eb7-40b0-9774-3b9680960006 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:16.996138 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:17.023317 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:17.026527 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccc7cbc-b173-4bc9-aab3-beb89db7fb91" -d '{"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:17.031273 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:17.039501 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:17.068684 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ba47c4-b673-45f0-a4b4-9f240229f1a0 x-openstack-request-id: req-61ba47c4-b673-45f0-a4b4-9f240229f1a0 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:17.069124 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-plugged", "status": "completed", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:17.069456 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-61ba47c4-b673-45f0-a4b4-9f240229f1a0 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:17.069911 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ba47c4-b673-45f0-a4b4-9f240229f1a0'] response: {'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'code': 200} Mar 23 21:23:17.104693 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:17.189871 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=10']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:17.401407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:17.439029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:17.441859 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:17.444587 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:17.479102 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Pushing event updated for resources: {'Port': ['ID=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:17.651862 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221219f5-1209-493c-8e6b-217af5119531 req-7e4afc90-63c8-4c4c-8ebb-a5fa08fe509a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:17.653417 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-221219f5-1209-493c-8e6b-217af5119531 req-7e4afc90-63c8-4c4c-8ebb-a5fa08fe509a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0922730 Mar 23 21:23:17.706779 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-221219f5-1209-493c-8e6b-217af5119531 req-b0c960ce-c2a4-4e99-8872-58c7f0072fad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475223 Mar 23 21:23:17.850458 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1fca921e-b720-4b2a-99be-4a8287d3300e up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:17.915154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 1fca921e-b720-4b2a-99be-4a8287d3300e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:17.921814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:17.922183 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a505d7-c0ae-4c2c-947c-37b85fee7d79 req-0401c441-893c-4ad4-8b40-f45cc7eca4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:17.922183 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54a505d7-c0ae-4c2c-947c-37b85fee7d79 req-0401c441-893c-4ad4-8b40-f45cc7eca4f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1130 time: 0.0817082 Mar 23 21:23:17.927715 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for router_gateway (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.053490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54a505d7-c0ae-4c2c-947c-37b85fee7d79 req-5eee529b-3d6f-4bf6-9953-35f7beaf2002 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901265 Mar 23 21:23:18.113194 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89377990-e5ce-4d63-bb3d-c249027eee43 None None] Network 99729b08-4e89-40e9-93e5-89d877025f9b requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:23:18.169932 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.175261 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 1fca921e-b720-4b2a-99be-4a8287d3300e is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:18.175652 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.181497 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Provisioning complete for port 1fca921e-b720-4b2a-99be-4a8287d3300e triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:18.181889 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.274643 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 1fca921e-b720-4b2a-99be-4a8287d3300e, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1fca921e-b720-4b2a-99be-4a8287d3300e,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:18.330688 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Current status of the port 1fca921e-b720-4b2a-99be-4a8287d3300e is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:18.331082 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.349943 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.389358 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:23:18.425635 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:23:18.425990 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:23:18.430494 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=1fca921e-b720-4b2a-99be-4a8287d3300e,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:18.505845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:18.519152 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:18.531912 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:18.532621 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:18.602301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.603499 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-30839bd6-5b76-490a-8abb-015b162e1da3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4488044 Mar 23 21:23:18.607379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45582) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:18.637726 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:18.816240 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:17Z', 'revision_number': 3, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:18.848039 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:18.848465 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Updating router 11ba63f6-dd72-4638-82db-6c15cf3f061a port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:23:18.876073 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:18.898907 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc73370-c603-4381-98d7-f40610e530e3 req-88a28207-de52-42ab-b3ea-5e4c6ebcc929 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:18.900301 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5bc73370-c603-4381-98d7-f40610e530e3 req-88a28207-de52-42ab-b3ea-5e4c6ebcc929 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.1069925 Mar 23 21:23:18.967901 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-399bd7df-0810-48ac-aabc-efced0bc431b None None] Current status of the port 1fca921e-b720-4b2a-99be-4a8287d3300e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:18.995685 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5bc73370-c603-4381-98d7-f40610e530e3 req-b172ec85-75b3-4169-bd21-18cdf85b9d9a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690949 Mar 23 21:23:19.087072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cf38445d-c471-4d91-988a-9114bcfacabc None None] Provisioning complete for port 1fca921e-b720-4b2a-99be-4a8287d3300e triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:19.087486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cf38445d-c471-4d91-988a-9114bcfacabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.136342 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks [] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.137182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.171520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cf38445d-c471-4d91-988a-9114bcfacabc None None] Current status of the port 1fca921e-b720-4b2a-99be-4a8287d3300e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:19.212050 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.266632 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Attempting to bind port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:19.267147 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Attempting to bind port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:19.267610 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Attempting to bind port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:19.270599 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Pushing event updated for resources: {'Port': ['ID=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,revision_number=2']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:19.278138 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:19.282489 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:19.282489 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.282489 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:19.282489 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Bound port: 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:19.282489 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.283487 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.283833 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.284206 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.284563 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.284920 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.285253 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.285582 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.285905 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.286235 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.286555 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.286876 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.287341 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.287670 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.287992 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.288323 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:23:19.310894 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Allocated IP 172.20.0.1 (99729b08-4e89-40e9-93e5-89d877025f9b/ffa86cbe-842d-4e20-b413-4133786cc608/a7b090fc-bacf-43ec-8287-8879100d4262) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:19.342511 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] For port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:19.345973 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] For port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:19.428103 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks [] for port (a7b090fc-bacf-43ec-8287-8879100d4262), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.435058 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.515294 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7427221-462f-40af-bf50-a7e91d5a7bbc None None] Pushing event updated for resources: {'Port': ['ID=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:19.523054 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:19.523701 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:19.564647 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.620830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:19.624125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:19.630963 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:19.638090 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:19.679271 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:19.686626 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.820674 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1fca921e-b720-4b2a-99be-4a8287d3300e up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:19.875149 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 1fca921e-b720-4b2a-99be-4a8287d3300e triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:19.875861 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:19.896285 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:17Z', 'revision_number': 3, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:19.930295 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dc94ba-b54f-46df-ae5e-3a11df38918d None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:17Z', 'revision_number': 3, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:19.950978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.027869 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 1fca921e-b720-4b2a-99be-4a8287d3300e is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:20.035991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4d21d1b6-6f6d-41d2-9987-d4d756e296bc None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:20.036648 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d21d1b6-6f6d-41d2-9987-d4d756e296bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.081693 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4d21d1b6-6f6d-41d2-9987-d4d756e296bc None None] Port a7b090fc-bacf-43ec-8287-8879100d4262 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:20.178245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks [] for port (a7b090fc-bacf-43ec-8287-8879100d4262), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.185068 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c066de-bc6a-4b52-81a9-e357ef82282f req-304f0b3e-46e1-465a-82cb-131398624a3e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:20.186534 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9c066de-bc6a-4b52-81a9-e357ef82282f req-304f0b3e-46e1-465a-82cb-131398624a3e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0941634 Mar 23 21:23:20.253031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f9c066de-bc6a-4b52-81a9-e357ef82282f req-498926b0-704a-4b59-bf4b-769677f82806 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605342 Mar 23 21:23:20.281685 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.349159 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.370074 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Pushing event updated for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:20.418932 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:23:20.495173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee93e8-d77d-42a4-b477-3e5bcd47e182 req-dd5b947c-1655-45cb-b505-124c29a27e1a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:20.496690 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24ee93e8-d77d-42a4-b477-3e5bcd47e182 req-dd5b947c-1655-45cb-b505-124c29a27e1a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0863562 Mar 23 21:23:20.502278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:20.505506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:20.807675 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-181fad4f-df67-49ee-b3ce-1111aa17f2d0 None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:20.808717 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-181fad4f-df67-49ee-b3ce-1111aa17f2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:20.847195 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-181fad4f-df67-49ee-b3ce-1111aa17f2d0 None None] Port a7b090fc-bacf-43ec-8287-8879100d4262 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:20.878752 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24ee93e8-d77d-42a4-b477-3e5bcd47e182 req-629962b8-640f-43c2-86ab-76c5d6a7406a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753126 Mar 23 21:23:20.915380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:23:21.023614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:21.039996 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c6764207-f9c2-4992-954f-b1a7a3614789 admin admin] 10.222.0.35 "PUT /v2.0/routers/11ba63f6-dd72-4638-82db-6c15cf3f061a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4211745 Mar 23 21:23:21.426543 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59e0b8-b3e8-4964-ae61-a090203c4953 req-23d1f40b-d061-40c4-b5da-e5e74d1cb2da tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:21.428052 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d59e0b8-b3e8-4964-ae61-a090203c4953 req-23d1f40b-d061-40c4-b5da-e5e74d1cb2da tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0538933 Mar 23 21:23:21.477601 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d59e0b8-b3e8-4964-ae61-a090203c4953 req-8bf734f9-ac6d-4c36-a568-6ae403635f0e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Mar 23 21:23:21.651571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:21.660949 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:21.661571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:21.785577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:21.827760 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:21.981419 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:21.982640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.013332 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e210b-1a5f-4cf4-a89d-bcb37c3cb254 req-960508fc-5aea-41a1-8b51-c5dfb7033296 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:22.014846 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb0e210b-1a5f-4cf4-a89d-bcb37c3cb254 req-960508fc-5aea-41a1-8b51-c5dfb7033296 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0617671 Mar 23 21:23:22.068825 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb0e210b-1a5f-4cf4-a89d-bcb37c3cb254 req-30d02e48-948b-4c39-abb4-e7b5c49f0a91 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462828 Mar 23 21:23:22.095512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45650) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:22.100360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1112528662-network', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:22.106562 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:20Z', 'revision_number': 2, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:22.136861 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:22.137273 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.142118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:22.142475 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Updating router 11ba63f6-dd72-4638-82db-6c15cf3f061a port a7b090fc-bacf-43ec-8287-8879100d4262 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:23:22.178201 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:22.183074 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.212016 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Made reservation on behalf of 8c0a8322b4914b50bc37813ddd3b5a9a for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:22.215017 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.224091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.288316 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.304646 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks [] for security_group (c28200c4-50f6-418f-84da-9f170be93967), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.366080 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c28200c4-50f6-418f-84da-9f170be93967), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.387984 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:22.392175 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:23:22.402019 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28200c4-50f6-418f-84da-9f170be93967,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:22.409515 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (c35c7105-9282-4d08-b6c6-72145fbc7fd6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.409912 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Added segment c35c7105-9282-4d08-b6c6-72145fbc7fd6 of type vlan for network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 Mar 23 21:23:22.450621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.505171 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks [] for port (a7b090fc-bacf-43ec-8287-8879100d4262), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.560666 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.561625 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:22.562207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.598831 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.649024 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c7f05-276b-4b32-9ba4-9c9f24bd0b96 None None] Pushing event updated for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:22.654748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:22.669490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d2fe8-ac9a-4cc2-9549-b12955df43c6 req-9837c404-6897-4728-ae92-e625d717e4bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:22.671054 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b94d2fe8-ac9a-4cc2-9549-b12955df43c6 req-9837c404-6897-4728-ae92-e625d717e4bc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.1206467 Mar 23 21:23:22.677884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:23:22.736073 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b94d2fe8-ac9a-4cc2-9549-b12955df43c6 req-22da87ce-1d9a-46b8-9fa3-c4e45811173b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526874 Mar 23 21:23:22.753626 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-494933d7-734d-4483-bdc1-317e83114061 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6569831 Mar 23 21:23:22.759170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Attempting to bind port a7b090fc-bacf-43ec-8287-8879100d4262 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:22.759541 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Attempting to bind port a7b090fc-bacf-43ec-8287-8879100d4262 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:22.760430 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Attempting to bind port a7b090fc-bacf-43ec-8287-8879100d4262 on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:22.768042 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45664) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:22.774847 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:22.775227 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:22.776211 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.776608 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Bound using segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:22.777118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Bound port: a7b090fc-bacf-43ec-8287-8879100d4262, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:22.777500 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.780935 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Request body: {'subnet': {'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1112528662-subnet', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:22.860388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] For port a7b090fc-bacf-43ec-8287-8879100d4262, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:22.860953 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] For port a7b090fc-bacf-43ec-8287-8879100d4262, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a7b090fc-bacf-43ec-8287-8879100d4262,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:22.862602 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa5ffb-b78c-477a-93e0-72c0afb0eb21 req-199eb518-d81f-4102-97fe-d79fa6646b39 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:22.864145 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-22fa5ffb-b78c-477a-93e0-72c0afb0eb21 req-199eb518-d81f-4102-97fe-d79fa6646b39 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0665200 Mar 23 21:23:22.887800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-00a1539e-4ef8-490b-85b1-cb5c67756f92 None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:22.888170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-00a1539e-4ef8-490b-85b1-cb5c67756f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.912627 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-22fa5ffb-b78c-477a-93e0-72c0afb0eb21 req-bad82df0-9e0e-4d96-b8a4-4b34c1c94b4a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Mar 23 21:23:22.913599 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Made reservation on behalf of 8c0a8322b4914b50bc37813ddd3b5a9a for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:22.915903 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:22.921471 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-00a1539e-4ef8-490b-85b1-cb5c67756f92 None None] Port a7b090fc-bacf-43ec-8287-8879100d4262 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:22.943145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.003029 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:23.003648 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:23.079641 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546c7f05-276b-4b32-9ba4-9c9f24bd0b96 None None] Pushing event updated for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:23.133410 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:23.198739 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ead7f-8985-4d79-927b-7deb9d8b9947 req-5337114b-7160-4387-a3cb-fbf0fcb3e35d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:23.200346 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b2ead7f-8985-4d79-927b-7deb9d8b9947 req-5337114b-7160-4387-a3cb-fbf0fcb3e35d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0581095 Mar 23 21:23:23.252066 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b2ead7f-8985-4d79-927b-7deb9d8b9947 req-39b83227-f7e7-4d41-b078-f80c3067c73b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Mar 23 21:23:23.263185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (ffab751d-7207-4f11-a8db-7a81f85e0647), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.321844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffab751d-7207-4f11-a8db-7a81f85e0647,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:23.332669 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Checking segment: {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:23.333075 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Network hostable DHCP agents. Network: 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:23:23.334654 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.385919 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:23.386289 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.486369 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:23:23.516099 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Current status of the port a7b090fc-bacf-43ec-8287-8879100d4262 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:23.516491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.547525 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:23.560014 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:23.564291 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:23.565094 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.581790 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] For port a7b090fc-bacf-43ec-8287-8879100d4262, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a7b090fc-bacf-43ec-8287-8879100d4262,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:23.584242 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d2efd-8152-4451-9e37-42fd4c21ac78 None None] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:23:23.586681 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e941b74-80c6-4b09-8a4d-6128c5927fa1 None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:23.659774 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.661551 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-48b7591a-3e6e-490c-8055-421e648385a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8917191 Mar 23 21:23:23.663208 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45670) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:23.678477 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:23.741639 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'fixed_ips': [{'subnet_id': 'ffab751d-7207-4f11-a8db-7a81f85e0647'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:23:23.748148 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.756140 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ab47c-6f3e-4fdf-a557-ea757a9a6ba6 None None] Pushing event updated for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:23.777709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.778822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.856181 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for router_controller (502e8c72-dfa0-4a31-90ad-efe8250fce21), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:23.898347 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a7b090fc-bacf-43ec-8287-8879100d4262 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:23.955351 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Allocated IP 172.20.0.2 (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4/ffab751d-7207-4f11-a8db-7a81f85e0647/f41f82cf-623c-48aa-ac86-df55d5b54985) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:24.023330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:24.023712 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.095913 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for router_gateway (502e8c72-dfa0-4a31-90ad-efe8250fce21), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.127754 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12354eb3-835e-4d18-9bf8-b88c4473beda req-9bc0cb05-6936-4b8f-9fca-59f7f0d8ba0d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:24.129338 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-12354eb3-835e-4d18-9bf8-b88c4473beda req-9bc0cb05-6936-4b8f-9fca-59f7f0d8ba0d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0925660 Mar 23 21:23:24.178259 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port a7b090fc-bacf-43ec-8287-8879100d4262 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:24.179329 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:24.203444 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks [] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.217128 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-12354eb3-835e-4d18-9bf8-b88c4473beda req-57df77b7-d8c5-4699-86c6-62fd11a57a18 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814981 Mar 23 21:23:24.242122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:24.242497 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.289729 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.317267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-86a8c01c-06f7-495a-a365-681a122b0ea6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:24.318793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-86a8c01c-06f7-495a-a365-681a122b0ea6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.0851946 Mar 23 21:23:24.344518 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:24.366344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:24.376983 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:24.381683 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Pushing event updated for resources: {'Port': ['ID=f41f82cf-623c-48aa-ac86-df55d5b54985,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:24.413524 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:24.448509 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Attempting to bind port f41f82cf-623c-48aa-ac86-df55d5b54985 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:24.448888 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Attempting to bind port f41f82cf-623c-48aa-ac86-df55d5b54985 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:24.449362 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Attempting to bind port f41f82cf-623c-48aa-ac86-df55d5b54985 on network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:24.454707 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:24.455084 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Checking segment: {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:24.455485 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.455873 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Bound using segment: {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:24.456335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Bound port: f41f82cf-623c-48aa-ac86-df55d5b54985, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:24.457079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.527083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] For port f41f82cf-623c-48aa-ac86-df55d5b54985, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:24.530335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] For port f41f82cf-623c-48aa-ac86-df55d5b54985, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f41f82cf-623c-48aa-ac86-df55d5b54985,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:24.551394 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8f9e0-eb7e-46e8-b1d9-4cc406738dbc req-c8f5846d-abd8-4e24-ae20-7be4d5cf6817 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:24.552991 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fe8f9e0-eb7e-46e8-b1d9-4cc406738dbc req-c8f5846d-abd8-4e24-ae20-7be4d5cf6817 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.2201073 Mar 23 21:23:24.558583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for router_gateway (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.588748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.606898 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.660820 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port e806f2cf-03b0-4298-adef-5524133f4819 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:23:24.661308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (e806f2cf-03b0-4298-adef-5524133f4819), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:24.693339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31d93e-ced2-4ef1-a038-48c5f74ebb3b None None] Pushing event updated for resources: {'Port': ['ID=f41f82cf-623c-48aa-ac86-df55d5b54985,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:24.743140 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3fe8f9e0-eb7e-46e8-b1d9-4cc406738dbc req-14208f48-2e51-44ed-903b-1b3e8e16a9e1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815794 Mar 23 21:23:24.837655 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Allocated IP 172.27.0.39 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/2845859a-d072-4d90-908a-1538e6039547) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:24.846078 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] For port e806f2cf-03b0-4298-adef-5524133f4819, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e806f2cf-03b0-4298-adef-5524133f4819,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:24.846445 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (e806f2cf-03b0-4298-adef-5524133f4819), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.145432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for port (2845859a-d072-4d90-908a-1538e6039547), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.169354 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.169712 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.170026 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 8475eff8-ba18-4899-94db-15fe33fdddbf disassociated. External IP: 172.27.0.99, port: e806f2cf-03b0-4298-adef-5524133f4819. Mar 23 21:23:25.170358 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for e806f2cf-03b0-4298-adef-5524133f4819 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:23:25.333724 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (2845859a-d072-4d90-908a-1538e6039547), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.383861 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:25.393693 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:25.396860 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:25.405766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661b241-00b8-48e1-a807-7b765010aa04 req-33fd847f-c8ac-49ac-9bb9-998717c0ec08 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:25.413240 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5661b241-00b8-48e1-a807-7b765010aa04 req-33fd847f-c8ac-49ac-9bb9-998717c0ec08 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 946 time: 0.1176674 Mar 23 21:23:25.413240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Pushing event updated for resources: {'Port': ['ID=2845859a-d072-4d90-908a-1538e6039547,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:25.430949 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (e806f2cf-03b0-4298-adef-5524133f4819), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.703418 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acc3ee-2ffe-4e57-9cce-3a144b43a0b6 None None] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:23:25.748673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=e806f2cf-03b0-4298-adef-5524133f4819,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:25.853368 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Provisioning complete for port f41f82cf-623c-48aa-ac86-df55d5b54985 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:25.853834 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:25.947827 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5661b241-00b8-48e1-a807-7b765010aa04 req-123b82ef-d502-48e4-a2b4-bc9d72385b53 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=f7ca6a81-917b-4fd3-80c0-16fc681906cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124245 Mar 23 21:23:25.984280 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a7b090fc-bacf-43ec-8287-8879100d4262 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:26.020577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Current status of the port f41f82cf-623c-48aa-ac86-df55d5b54985 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:26.021098 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.027108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca21b7-bef8-4b11-a4a4-57afc92b5501 req-a2d227fa-d41f-4290-be4a-8b5cee14e9c6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:26.028651 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10ca21b7-bef8-4b11-a4a4-57afc92b5501 req-a2d227fa-d41f-4290-be4a-8b5cee14e9c6 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1514204 Mar 23 21:23:26.065140 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:23:26.078082 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] For port f41f82cf-623c-48aa-ac86-df55d5b54985, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f41f82cf-623c-48aa-ac86-df55d5b54985,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:26.089855 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port a7b090fc-bacf-43ec-8287-8879100d4262 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:26.090389 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.172313 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port a7b090fc-bacf-43ec-8287-8879100d4262 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:26.173427 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f41f82cf-623c-48aa-ac86-df55d5b54985 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:26.196814 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10ca21b7-bef8-4b11-a4a4-57afc92b5501 req-0f30d2ef-7dc4-465a-a1b9-b8c7f40d1d3d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585364 Mar 23 21:23:26.232337 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port f41f82cf-623c-48aa-ac86-df55d5b54985 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:26.233027 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.254474 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.291819 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for router_gateway (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.295091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:26.304535 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:26.317041 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c369a-f203-4355-98eb-997cd1c10ccf None None] Pushing event updated for resources: {'Port': ['ID=f41f82cf-623c-48aa-ac86-df55d5b54985,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:26.324628 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:26.324628 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:26.355478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port f41f82cf-623c-48aa-ac86-df55d5b54985 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:26.374722 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-10714ea2-7dc7-4b7a-b214-1cae5a0241f1 None None] Provisioning complete for port f41f82cf-623c-48aa-ac86-df55d5b54985 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:26.375367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-10714ea2-7dc7-4b7a-b214-1cae5a0241f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.405866 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] No DVR routers for this DVR port e806f2cf-03b0-4298-adef-5524133f4819 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:23:26.409596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.412967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc87468e-7590-4715-bf8a-a81c29655b8b req-20bcdb49-fdb8-455a-a869-4d5539349ab4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "DELETE /v2.0/ports/e806f2cf-03b0-4298-adef-5524133f4819 HTTP/1.1" status: 204 len: 173 time: 2.0885623 Mar 23 21:23:26.413426 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'name': 'network-vif-deleted', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:26.416299 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e960f16-0e80-4e24-b425-ebdd95aa7315" -d '{"events": [{"server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "name": "network-vif-deleted", "tag": "e806f2cf-03b0-4298-adef-5524133f4819"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:26.452805 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:26.479584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-10714ea2-7dc7-4b7a-b214-1cae5a0241f1 None None] Current status of the port f41f82cf-623c-48aa-ac86-df55d5b54985 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:26.528017 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f2535f-869a-47b5-86d8-b791d8cdbe20 x-openstack-request-id: req-59f2535f-869a-47b5-86d8-b791d8cdbe20 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:26.528312 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31565745-5a0e-44cf-ab40-eee8c926e1fd", "name": "network-vif-deleted", "tag": "e806f2cf-03b0-4298-adef-5524133f4819", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:26.528626 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59f2535f-869a-47b5-86d8-b791d8cdbe20 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:26.529100 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f2535f-869a-47b5-86d8-b791d8cdbe20'] response: {'server_uuid': '31565745-5a0e-44cf-ab40-eee8c926e1fd', 'name': 'network-vif-deleted', 'tag': 'e806f2cf-03b0-4298-adef-5524133f4819', 'status': 'completed', 'code': 200} Mar 23 21:23:26.604360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:26.804261 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:26.830854 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:26.839117 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:26.839706 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:26.850016 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Router 502e8c72-dfa0-4a31-90ad-efe8250fce21 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:23:26.887983 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e806f2cf-03b0-4298-adef-5524133f4819 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:23:26.909286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: e806f2cf-03b0-4298-adef-5524133f4819 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:23:26.909640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e806f2cf-03b0-4298-adef-5524133f4819 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:23:26.948843 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:26.970701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:26.989466 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Sync routers for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:27.007652 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:27.008950 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:27.075198 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-48cbdd7e-3718-491b-831d-21698d311319 req-ecc24375-44a5-4d94-aaa4-5211bc9bbcdc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=31565745-5a0e-44cf-ab40-eee8c926e1fd HTTP/1.1" status: 200 len: 210 time: 0.0307555 Mar 23 21:23:27.122338 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:27.123585 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6136e1c5-10da-4e06-8226-f3eb1c02f935 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4586468 Mar 23 21:23:27.126375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45698) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:27.147396 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:27.218150 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:27.251537 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd4d17d-2b07-47b7-9ebd-24af36a28288 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:70:82:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:20:17Z', 'updated_at': '2022-03-23T21:20:44Z', 'revision_number': 2, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:27.383671 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:25Z', 'revision_number': 3, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:27.421875 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Checking router: 502e8c72-dfa0-4a31-90ad-efe8250fce21 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:27.422233 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Updating router 502e8c72-dfa0-4a31-90ad-efe8250fce21 port 2845859a-d072-4d90-908a-1538e6039547 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:23:27.456874 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (2845859a-d072-4d90-908a-1538e6039547), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:27.457005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c4821-f654-418c-aacb-df1adea549dd req-739f5de7-2e35-4016-a9a2-a7e03885f83a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:27.457645 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a9c4821-f654-418c-aacb-df1adea549dd req-739f5de7-2e35-4016-a9a2-a7e03885f83a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1316478 Mar 23 21:23:27.612154 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7a9c4821-f654-418c-aacb-df1adea549dd req-a23393ba-ffac-4883-957a-87bd36235e01 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464312 Mar 23 21:23:27.671466 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebeac3b8-a456-4924-95a9-3329688d2ce6 None None] New status for floating IP 8475eff8-ba18-4899-94db-15fe33fdddbf: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:23:27.800927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:27.864940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f41f82cf-623c-48aa-ac86-df55d5b54985 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:27.919827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks [] for port (2845859a-d072-4d90-908a-1538e6039547), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:27.937245 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port f41f82cf-623c-48aa-ac86-df55d5b54985 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:27.937634 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.004696 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (2845859a-d072-4d90-908a-1538e6039547), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.009878 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Allocated IP 172.20.0.1 (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4/ffab751d-7207-4f11-a8db-7a81f85e0647/7e95bb0a-a90f-4c1f-843c-aacc21b00e79) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:28.064734 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port f41f82cf-623c-48aa-ac86-df55d5b54985 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:28.080631 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Attempting to bind port 2845859a-d072-4d90-908a-1538e6039547 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:28.081036 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Attempting to bind port 2845859a-d072-4d90-908a-1538e6039547 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:28.081412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Attempting to bind port 2845859a-d072-4d90-908a-1538e6039547 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:28.083458 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93d11e-f80a-437b-8bab-93d507fe17ff None None] Pushing event updated for resources: {'Port': ['ID=2845859a-d072-4d90-908a-1538e6039547,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:28.095621 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:28.095950 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:28.096361 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.096756 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:28.097263 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Bound port: 2845859a-d072-4d90-908a-1538e6039547, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:28.097652 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (2845859a-d072-4d90-908a-1538e6039547), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.142459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks [] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.183396 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] For port 2845859a-d072-4d90-908a-1538e6039547, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:28.186586 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] For port 2845859a-d072-4d90-908a-1538e6039547, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=2845859a-d072-4d90-908a-1538e6039547,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:28.230304 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45710) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:28.268074 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (2845859a-d072-4d90-908a-1538e6039547), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.270441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.318551 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:28.319204 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:28.323427 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (f7ca6a81-917b-4fd3-80c0-16fc681906cf), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.343906 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:28.347010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Pushing event updated for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:28.353167 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:28.358474 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:28.385435 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (f7ca6a81-917b-4fd3-80c0-16fc681906cf), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.397426 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93d11e-f80a-437b-8bab-93d507fe17ff None None] Pushing event updated for resources: {'Port': ['ID=2845859a-d072-4d90-908a-1538e6039547,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:28.437453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.459756 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:28.571762 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f7ca6a81-917b-4fd3-80c0-16fc681906cf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.575263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.576582 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/security-groups/f7ca6a81-917b-4fd3-80c0-16fc681906cf HTTP/1.1" status: 204 len: 168 time: 0.3453095 Mar 23 21:23:28.579601 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45712) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:28.587525 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3b217-72da-4812-87d9-42dbbce6489f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ca6a81-917b-4fd3-80c0-16fc681906cf,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:28.600165 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-80632c84-b694-4ed9-910d-f3d9896925e1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] show failed (client error): The resource could not be found. Mar 23 21:23:28.604291 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45714) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:28.607094 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-80632c84-b694-4ed9-910d-f3d9896925e1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups/f7ca6a81-917b-4fd3-80c0-16fc681906cf HTTP/1.1" status: 404 len: 347 time: 0.0263355 Mar 23 21:23:28.742453 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-861457f7-0b14-409d-bce7-82fa5c67c5c8 None None] Provisioning complete for port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:28.743117 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-861457f7-0b14-409d-bce7-82fa5c67c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.783046 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-861457f7-0b14-409d-bce7-82fa5c67c5c8 None None] Port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:28.785597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:28.806438 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:25Z', 'revision_number': 3, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:28.836950 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c2d29a-3806-446a-8cbe-548aee70185f None None] The sync data for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi is: [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:25Z', 'revision_number': 3, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:29.112308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9014b-8ab5-4f2c-bf14-8b90c3b5ca73 req-858827c1-0de1-4764-b6d6-f9619154ee73 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:29.113867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73d9014b-8ab5-4f2c-bf14-8b90c3b5ca73 req-858827c1-0de1-4764-b6d6-f9619154ee73 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.3892376 Mar 23 21:23:29.117186 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port 2dc5ff7f-ea40-4d5f-8844-67abcdf25653 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:23:29.117519 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.301498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73d9014b-8ab5-4f2c-bf14-8b90c3b5ca73 req-0dc053cd-a88a-4c10-9bd5-0fd0984b18f9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805480 Mar 23 21:23:29.307910 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.308243 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.325561 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for 2dc5ff7f-ea40-4d5f-8844-67abcdf25653 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:23:29.456618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks [] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.577278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.623712 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (2dc5ff7f-ea40-4d5f-8844-67abcdf25653), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.678950 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.682108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Pushing event updated for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:29.727900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=2dc5ff7f-ea40-4d5f-8844-67abcdf25653,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:29.791525 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (8475eff8-ba18-4899-94db-15fe33fdddbf), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.794897 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:29.798839 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-4034f8f8-eaa3-4e2c-a203-fd34a1dd6492 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/floatingips/8475eff8-ba18-4899-94db-15fe33fdddbf HTTP/1.1" status: 204 len: 168 time: 1.1900661 Mar 23 21:23:29.886304 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 2845859a-d072-4d90-908a-1538e6039547 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:29.893127 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:29.894701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:29.941040 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 2845859a-d072-4d90-908a-1538e6039547 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:29.941421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (2845859a-d072-4d90-908a-1538e6039547), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:30.031593 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 2845859a-d072-4d90-908a-1538e6039547 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:30.031863 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (2845859a-d072-4d90-908a-1538e6039547), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:30.036869 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Router 502e8c72-dfa0-4a31-90ad-efe8250fce21 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:23:30.059897 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 2845859a-d072-4d90-908a-1538e6039547, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=2845859a-d072-4d90-908a-1538e6039547,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:30.119492 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0009e966-f2b0-4a84-a686-96681ab73367 None None] Provisioning complete for port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:30.119878 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0009e966-f2b0-4a84-a686-96681ab73367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:30.156636 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0009e966-f2b0-4a84-a686-96681ab73367 None None] Port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:30.158908 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:30.163870 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cbec0a1a-c1d6-458c-91f9-e74614b4b1cf admin admin] 10.222.0.35 "PUT /v2.0/routers/502e8c72-dfa0-4a31-90ad-efe8250fce21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0365262 Mar 23 21:23:30.169739 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (2845859a-d072-4d90-908a-1538e6039547), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:30.227616 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=2845859a-d072-4d90-908a-1538e6039547,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:30.457935 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2891ad-1509-4681-950c-2962fc48f61b req-bc14340c-ca80-4057-bc77-27ee71762ff5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:30.459347 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d2891ad-1509-4681-950c-2962fc48f61b req-bc14340c-ca80-4057-bc77-27ee71762ff5 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0536003 Mar 23 21:23:30.517519 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d2891ad-1509-4681-950c-2962fc48f61b req-aa8a36c1-b7b9-4a19-9390-5240436365fd tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501225 Mar 23 21:23:30.856357 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Sync routers for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:30.878228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:30.878228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:30.976365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:31.172491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:28Z', 'revision_number': 4, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '7e95bb0a-a90f-4c1f-843c-aacc21b00e79', 'name': '', 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'mac_address': 'fa:16:3e:96:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:27Z', 'updated_at': '2022-03-23T21:23:29Z', 'revision_number': 2, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'subnets': [{'id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:31.202852 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Checking router: 502e8c72-dfa0-4a31-90ad-efe8250fce21 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:31.203208 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Updating router 502e8c72-dfa0-4a31-90ad-efe8250fce21 port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:23:31.229063 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.359283 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45742) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:31.364227 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007078328', 'description': 'tempest-secgroup-smoke-2007078328 description', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:31.474269 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.486880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks [] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.538730 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (5a773bed-7004-4527-95d5-ecad396cc08b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.577455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.622258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5a773bed-7004-4527-95d5-ecad396cc08b), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.684772 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a773bed-7004-4527-95d5-ecad396cc08b,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:31.703344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fe41-a469-4b14-864e-c84202b6c355 None None] Pushing event updated for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:31.703588 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1617-8a7f-4450-993d-4583b6057e85 req-bdacfa71-5ea3-41e2-be59-f93a45dd62ec tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:31.711250 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-469f1617-8a7f-4450-993d-4583b6057e85 req-bdacfa71-5ea3-41e2-be59-f93a45dd62ec tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.1340957 Mar 23 21:23:31.753391 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Attempting to bind port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:31.757441 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Attempting to bind port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:31.757820 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Attempting to bind port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 on network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:31.764113 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:31.764644 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Checking segment: {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:31.764896 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.765313 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Bound using segment: {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:31.765957 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Bound port: 7e95bb0a-a90f-4c1f-843c-aacc21b00e79, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35c7105-9282-4d08-b6c6-72145fbc7fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:31.766348 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.772158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-469f1617-8a7f-4450-993d-4583b6057e85 req-22c98d94-1f98-4a4e-a598-e7ee6df1280f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572639 Mar 23 21:23:31.775298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.780479 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-807ab3fc-08fc-44f0-88a8-c1ab06f62e92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4161909 Mar 23 21:23:31.780982 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45748) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:31.785417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:31.868453 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 2845859a-d072-4d90-908a-1538e6039547 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:31.910832 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] For port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:31.910933 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (2ddcef01-ea57-4967-9da1-3034fcea2d23), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.925227 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] For port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:31.938197 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 2845859a-d072-4d90-908a-1538e6039547 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:31.938573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (2845859a-d072-4d90-908a-1538e6039547), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:31.964741 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (2ddcef01-ea57-4967-9da1-3034fcea2d23), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.073916 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (2ddcef01-ea57-4967-9da1-3034fcea2d23), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.083597 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.098592 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddcef01-ea57-4967-9da1-3034fcea2d23,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:32.150584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Provisioning complete for port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:32.150963 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.187797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fe41-a469-4b14-864e-c84202b6c355 None None] Pushing event updated for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:32.192651 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:32.193296 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:32.193785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69afc219-f58c-4829-b844-6400eab6c8e3 req-d767b9b4-495c-437a-922d-e9d5d09d50ec tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:32.203996 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69afc219-f58c-4829-b844-6400eab6c8e3 req-d767b9b4-495c-437a-922d-e9d5d09d50ec tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0701292 Mar 23 21:23:32.215052 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.220133 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-910b0634-c4da-4046-bf99-47bed871d2d9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4345710 Mar 23 21:23:32.220263 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45756) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:32.232594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:32.281325 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69afc219-f58c-4829-b844-6400eab6c8e3 req-49e7063b-21bd-4c18-8ea2-060fd6a78e88 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763962 Mar 23 21:23:32.326105 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 2845859a-d072-4d90-908a-1538e6039547 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:32.358107 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (7cfa97d3-daee-4493-9867-aa917d5a3961), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.374571 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:32.412101 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Current status of the port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:32.412774 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.419994 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (7cfa97d3-daee-4493-9867-aa917d5a3961), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.422805 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-0021caea-ca0e-4176-8838-37a9301352e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:32.424390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-0021caea-ca0e-4176-8838-37a9301352e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 1130 time: 0.0528157 Mar 23 21:23:32.516048 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-e2baa2de-e3e8-411e-ab87-e8d7f665468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:32.517585 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-e2baa2de-e3e8-411e-ab87-e8d7f665468d service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.0876989 Mar 23 21:23:32.519874 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (7cfa97d3-daee-4493-9867-aa917d5a3961), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.520033 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] For port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:32.536388 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfa97d3-daee-4493-9867-aa917d5a3961,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:32.590544 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-7b17b31c-3f37-443f-b5e4-6b4fe709b01a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 200 len: 1002 time: 0.0666485 Mar 23 21:23:32.617852 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:28Z', 'revision_number': 4, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '7e95bb0a-a90f-4c1f-843c-aacc21b00e79', 'name': '', 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'mac_address': 'fa:16:3e:96:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:27Z', 'updated_at': '2022-03-23T21:23:31Z', 'revision_number': 4, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'subnets': [{'id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:32.639874 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-1190cb6b-d9f4-4e50-bef2-99771a7ce8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:32.642440 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-1190cb6b-d9f4-4e50-bef2-99771a7ce8f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.0439596 Mar 23 21:23:32.645425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1064-5d39-4871-a3d8-2898c9d22aff None None] The sync data for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi is: [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:23:28Z', 'revision_number': 4, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '7e95bb0a-a90f-4c1f-843c-aacc21b00e79', 'name': '', 'network_id': '0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'mac_address': 'fa:16:3e:96:b8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:27Z', 'updated_at': '2022-03-23T21:23:31Z', 'revision_number': 4, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'subnets': [{'id': 'ffab751d-7207-4f11-a8db-7a81f85e0647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:32.647175 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.682774 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.684831 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4929608e-c76d-4090-bdbe-837991b5ec87 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4630928 Mar 23 21:23:32.687638 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45760) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:32.722720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-94e3a234-90cb-425e-a808-f5faca794cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:32.724235 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-94e3a234-90cb-425e-a808-f5faca794cb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668485 Mar 23 21:23:32.728193 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:32.750850 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39484feb-fd08-4e6f-a0cc-b2cbd9068e05 None None] Pushing event updated for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:32.776661 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1a299b13-4267-4251-a61d-bc761abddf47 None None] Provisioning complete for port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:32.777091 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1a299b13-4267-4251-a61d-bc761abddf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.845366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-6244bd03-4d49-4aaf-b242-bdaeb548c01d service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134834 Mar 23 21:23:32.856608 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (46caf84e-73d7-434b-81c4-913098fe4644), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.875444 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1a299b13-4267-4251-a61d-bc761abddf47 None None] Current status of the port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:32.927569 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (46caf84e-73d7-434b-81c4-913098fe4644), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:32.969532 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5dfda22a-f21f-4654-bc89-0366e3f1abc6 req-94332dbe-9b42-409d-9bde-23161786ff45 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064076 Mar 23 21:23:33.033085 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (46caf84e-73d7-434b-81c4-913098fe4644), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.058946 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46caf84e-73d7-434b-81c4-913098fe4644,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:33.174667 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.176532 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0b3031a8-4fc6-466c-a5b4-eef75b3e31f3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4867465 Mar 23 21:23:33.179104 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45770) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:33.184528 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:33.336517 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (ece7ebda-1833-49ea-a84c-1b0763c25d5d), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.393750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (ece7ebda-1833-49ea-a84c-1b0763c25d5d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.438251 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e45d8b-fa19-4ef6-896e-7aead45f09a0 req-796ca50a-db48-400a-ac49-28898e853d5a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:33.439883 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32e45d8b-fa19-4ef6-896e-7aead45f09a0 req-796ca50a-db48-400a-ac49-28898e853d5a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0591376 Mar 23 21:23:33.479947 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (ece7ebda-1833-49ea-a84c-1b0763c25d5d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.506413 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32e45d8b-fa19-4ef6-896e-7aead45f09a0 req-b36500a0-b7df-40f6-aa5e-220e7073ab52 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605426 Mar 23 21:23:33.510993 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece7ebda-1833-49ea-a84c-1b0763c25d5d,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:33.597322 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.600617 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f843e8fd-d31f-4a44-bbc0-71673e38fce1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4204593 Mar 23 21:23:33.608416 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45776) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:33.613288 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:33.689750 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b56bc-a973-4ebb-9f2f-d5b7b7f248a9 req-93cb06a1-6113-424b-a572-2e2441270c07 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:33.691259 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-676b56bc-a973-4ebb-9f2f-d5b7b7f248a9 req-93cb06a1-6113-424b-a572-2e2441270c07 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0623698 Mar 23 21:23:33.735017 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Project 09602a1a94e946e1b78379ac0f6a99d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:23:33.775024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (26b9d4a0-d311-4849-97e8-0d946be06022), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.783649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-676b56bc-a973-4ebb-9f2f-d5b7b7f248a9 req-710d887f-30f8-41f3-ad88-8ffd116b2075 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840092 Mar 23 21:23:33.826815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-60cc238f-e6a6-4b57-ae60-f09dee4d81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:33.828354 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-60cc238f-e6a6-4b57-ae60-f09dee4d81bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.1362281 Mar 23 21:23:33.862982 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:33.905654 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (26b9d4a0-d311-4849-97e8-0d946be06022), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.911074 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:33.911446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:33.942346 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-6ac180d0-e8a8-4279-bcd8-787aa39db081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:33.943820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-6ac180d0-e8a8-4279-bcd8-787aa39db081 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1065841 Mar 23 21:23:33.992611 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (26b9d4a0-d311-4849-97e8-0d946be06022), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.006063 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:34.022329 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b9d4a0-d311-4849-97e8-0d946be06022,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:34.037313 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-2ad3ce92-7aeb-4510-95a6-08e1fc0511b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1002 time: 0.0851521 Mar 23 21:23:34.088099 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-ba18571f-6301-4783-b4a6-01923c862b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:34.089562 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-ba18571f-6301-4783-b4a6-01923c862b5d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0435996 Mar 23 21:23:34.102416 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cae97c51-ccc2-41a6-87cd-f28dff223d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.138808 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-1b25b69c-73bd-4c5c-a57d-2d9dea5f1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:34.140256 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-1b25b69c-73bd-4c5c-a57d-2d9dea5f1b12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437715 Mar 23 21:23:34.156719 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.157810 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e5dea4c2-d153-4a34-b260-d4248ccf61c1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5483174 Mar 23 21:23:34.163884 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45780) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:34.165231 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'security_group_rule': {'security_group_id': '5a773bed-7004-4527-95d5-ecad396cc08b', 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:34.235523 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-b737d013-29da-47ee-8867-f450a25e54e2 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Mar 23 21:23:34.278127 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Project 09602a1a94e946e1b78379ac0f6a99d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:23:34.283506 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (94007b47-958d-4a59-87a1-e3ab70428fe1), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.323324 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d891171e-b8de-4c29-81ce-9f56fe94d89e req-7d62f08d-907c-4298-8ae6-52536344ecd5 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804825 Mar 23 21:23:34.342392 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (94007b47-958d-4a59-87a1-e3ab70428fe1), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.438355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (94007b47-958d-4a59-87a1-e3ab70428fe1), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.456967 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94007b47-958d-4a59-87a1-e3ab70428fe1,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:34.527652 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:34.528882 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1f4b8598-c50a-4f42-bb3d-7cad341d4b54 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3672569 Mar 23 21:23:34.628754 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd0fb0-eeb2-4952-af30-906d32cf5970 req-1e7d4ffa-7267-46d1-aefa-95222e89e22c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:34.630278 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09fd0fb0-eeb2-4952-af30-906d32cf5970 req-1e7d4ffa-7267-46d1-aefa-95222e89e22c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0537751 Mar 23 21:23:34.681078 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09fd0fb0-eeb2-4952-af30-906d32cf5970 req-5b79ebf1-76b6-4f9a-abc1-ef1dc81bcdb8 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Mar 23 21:23:34.911108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a5ffd-635c-40a4-b569-2432f0a2d821 req-b9f996c8-02ab-4d3f-85e3-80f6ca470503 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:34.912621 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-224a5ffd-635c-40a4-b569-2432f0a2d821 req-b9f996c8-02ab-4d3f-85e3-80f6ca470503 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0529511 Mar 23 21:23:34.959929 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-224a5ffd-635c-40a4-b569-2432f0a2d821 req-8e1b02dc-e503-4704-9eb9-ebbb7e5a3515 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Mar 23 21:23:35.474974 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e01f95-486a-4c00-bb9b-660db65b452d req-035922ff-06b2-4ede-8ab7-52f4becc161e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:35.476550 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1e01f95-486a-4c00-bb9b-660db65b452d req-035922ff-06b2-4ede-8ab7-52f4becc161e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0529072 Mar 23 21:23:35.522288 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1e01f95-486a-4c00-bb9b-660db65b452d req-a6bae080-c00d-4225-a90d-37cae43789d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Mar 23 21:23:36.085149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fdecf-86e3-4027-8052-92d70c12ac76 req-31278f3c-21e4-4246-aa82-584b7a156f62 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:36.086594 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a3fdecf-86e3-4027-8052-92d70c12ac76 req-31278f3c-21e4-4246-aa82-584b7a156f62 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0587573 Mar 23 21:23:36.137607 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9a3fdecf-86e3-4027-8052-92d70c12ac76 req-5445081d-949d-413a-a212-ca4acfc875c5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435865 Mar 23 21:23:36.249602 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1b8eca0f-0f75-4fcf-bb18-9eca9c2e7974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:36.640231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d403b063-bc9d-4f04-a126-d98a59d047d9 req-05fc826d-6a22-4aea-a9cc-527467702d66 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:36.641800 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d403b063-bc9d-4f04-a126-d98a59d047d9 req-05fc826d-6a22-4aea-a9cc-527467702d66 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0518646 Mar 23 21:23:36.688620 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d403b063-bc9d-4f04-a126-d98a59d047d9 req-3d1facaf-baf3-43a4-b353-150f73114c64 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412085 Mar 23 21:23:37.282259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ac2b-6714-4b46-9203-fb7aeab72d34 req-acf198c3-33da-4b2f-8ce4-78c597083c90 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:37.283723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98c0ac2b-6714-4b46-9203-fb7aeab72d34 req-acf198c3-33da-4b2f-8ce4-78c597083c90 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0767176 Mar 23 21:23:37.329519 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-60adcfcc-bda9-4b4b-9984-bf80206b6916 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:37.331065 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-60adcfcc-bda9-4b4b-9984-bf80206b6916 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0866032 Mar 23 21:23:37.355961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-98c0ac2b-6714-4b46-9203-fb7aeab72d34 req-fa89699a-d941-41e5-8b0a-545e6d3574e8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660779 Mar 23 21:23:37.436106 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:23:37.436357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.528973 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] For port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:37.529432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.639463 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.702768 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.703035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.703350 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0 disassociated. External IP: 172.27.0.80, port: 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d. Mar 23 21:23:37.703680 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:23:37.852405 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b6451-b60c-486a-9db7-48863d5e1a9d req-bf442bae-f2fa-41e1-b21b-d49ce969024a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:37.854502 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-308b6451-b60c-486a-9db7-48863d5e1a9d req-bf442bae-f2fa-41e1-b21b-d49ce969024a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 946 time: 0.0900385 Mar 23 21:23:37.912891 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-308b6451-b60c-486a-9db7-48863d5e1a9d req-2cf76845-d29b-484f-96e9-171a6607768f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4559d29-6984-4276-ad9d-8afeb2fa95bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509152 Mar 23 21:23:37.962337 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (6035f7cd-70fc-43d3-923d-fb2ca7c7e26d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:37.985163 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=6035f7cd-70fc-43d3-923d-fb2ca7c7e26d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:38.099842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:23:38.208744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:38.219374 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:38.234383 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:38.235082 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:38.255586 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] No DVR routers for this DVR port 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:23:38.257931 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:38.261802 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d838462-d2a0-4052-bb6f-7356bf6ff08a req-bf11d932-56ce-48c8-8c30-ff2b131eb944 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "DELETE /v2.0/ports/6035f7cd-70fc-43d3-923d-fb2ca7c7e26d HTTP/1.1" status: 204 len: 173 time: 0.9197512 Mar 23 21:23:38.262244 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'name': 'network-vif-deleted', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:38.264459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acb7763-a627-4779-8ae4-e199e3cdf6da" -d '{"events": [{"server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "name": "network-vif-deleted", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:38.305441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2cbd42-6af8-4d61-9d9a-83c83cd1d8ec x-openstack-request-id: req-df2cbd42-6af8-4d61-9d9a-83c83cd1d8ec {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:38.308699 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c3e0698-36b2-4974-9ff2-02f66ea181ac", "name": "network-vif-deleted", "tag": "6035f7cd-70fc-43d3-923d-fb2ca7c7e26d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:38.308699 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-df2cbd42-6af8-4d61-9d9a-83c83cd1d8ec {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:38.308699 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df2cbd42-6af8-4d61-9d9a-83c83cd1d8ec'] response: {'server_uuid': '6c3e0698-36b2-4974-9ff2-02f66ea181ac', 'name': 'network-vif-deleted', 'tag': '6035f7cd-70fc-43d3-923d-fb2ca7c7e26d', 'status': 'completed', 'code': 200} Mar 23 21:23:38.345449 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:38.503407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eccde-6588-46f6-8c6c-82729411fe70 req-0cc6b1c9-349c-4066-a352-cc1c2af7fe4e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:38.504942 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b1eccde-6588-46f6-8c6c-82729411fe70 req-0cc6b1c9-349c-4066-a352-cc1c2af7fe4e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0693927 Mar 23 21:23:38.552403 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b1eccde-6588-46f6-8c6c-82729411fe70 req-8f48df8b-d1b9-4bde-a061-5d0c9a130f86 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Mar 23 21:23:38.561743 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:38.595593 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:38.604432 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:38.605067 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:38.711324 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:38.906599 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:38.934563 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f2574-b6d0-4d15-9fb4-9654b2f79cda None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:39.032635 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d037990f-5b6f-47c6-9dfc-44b69c80992a req-f20d908b-6cc9-419d-a1ba-e4ab769b52f7 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c3e0698-36b2-4974-9ff2-02f66ea181ac HTTP/1.1" status: 200 len: 210 time: 0.0290151 Mar 23 21:23:39.146750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:39.175168 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23bada5-eec8-42fb-9d39-a7f7c1e48fdd None None] New status for floating IP a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:23:39.691405 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5e96a-7b5b-4b4c-b782-9804dad02f82 req-f3d91f58-b409-44da-bd57-331864dfefee tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:39.692864 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fb5e96a-7b5b-4b4c-b782-9804dad02f82 req-f3d91f58-b409-44da-bd57-331864dfefee tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0563533 Mar 23 21:23:39.741061 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fb5e96a-7b5b-4b4c-b782-9804dad02f82 req-34188600-5440-44f8-8f56-e6b53e0ba7ca tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419314 Mar 23 21:23:40.175732 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 45884) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:40.229070 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (d4559d29-6984-4276-ad9d-8afeb2fa95bf), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.254944 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (d4559d29-6984-4276-ad9d-8afeb2fa95bf), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.400195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d4559d29-6984-4276-ad9d-8afeb2fa95bf), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.402948 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.404120 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4559d29-6984-4276-ad9d-8afeb2fa95bf HTTP/1.1" status: 204 len: 168 time: 0.2273991 Mar 23 21:23:40.407090 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45886) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:40.413689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61011f-7c8c-4b17-9465-1d6b42fa12a9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4559d29-6984-4276-ad9d-8afeb2fa95bf,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:40.422651 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-131a6372-c351-4abe-99d3-650ceaac8338 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] show failed (client error): The resource could not be found. Mar 23 21:23:40.425972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-131a6372-c351-4abe-99d3-650ceaac8338 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups/d4559d29-6984-4276-ad9d-8afeb2fa95bf HTTP/1.1" status: 404 len: 347 time: 0.0152836 Mar 23 21:23:40.428114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45888) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:40.519791 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.821966 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port 76d64425-c77c-427f-93b0-c275c1cc0687 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:23:40.822574 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.916460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11820d-e47a-4ede-af65-f06ddb8db98c req-a9fd68bd-4f72-47b3-9517-3c27ca0e820f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:40.918200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c11820d-e47a-4ede-af65-f06ddb8db98c req-a9fd68bd-4f72-47b3-9517-3c27ca0e820f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1094127 Mar 23 21:23:40.937723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.938046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (76d64425-c77c-427f-93b0-c275c1cc0687), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:40.940265 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:23:40.960446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:23:40.960784 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6035f7cd-70fc-43d3-923d-fb2ca7c7e26d not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:23:40.963927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for 76d64425-c77c-427f-93b0-c275c1cc0687 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:23:40.993679 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c11820d-e47a-4ede-af65-f06ddb8db98c req-114fcfaa-3a54-466e-8e86-9d42bc231767 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694361 Mar 23 21:23:41.188605 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (76d64425-c77c-427f-93b0-c275c1cc0687), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.213494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=76d64425-c77c-427f-93b0-c275c1cc0687,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:41.274075 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.277336 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.278477 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2b9816c2-e8e9-4de4-af69-16897777a475 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/floatingips/a2052ddb-a981-4a1b-9ef8-2a8bc03a71b0 HTTP/1.1" status: 204 len: 168 time: 0.8494005 Mar 23 21:23:41.599373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45896) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:41.604576 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290117966', 'description': 'tempest-description--2055617183'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:41.702784 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.777958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (dea3d77e-2ba1-4034-b5ed-d892bcfd3141), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.838905 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (dea3d77e-2ba1-4034-b5ed-d892bcfd3141), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.867884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3d77e-2ba1-4034-b5ed-d892bcfd3141,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:41.937307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:41.938567 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-29669048-040d-490b-90e3-0aaa22b9a86a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3380883 Mar 23 21:23:41.941468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45900) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:41.945965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'dea3d77e-2ba1-4034-b5ed-d892bcfd3141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:42.056112 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (d8b366a7-afbd-423b-b69b-a42f734a9893), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.135182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (d8b366a7-afbd-423b-b69b-a42f734a9893), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.147009 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15955fc6-3901-4a51-b8e9-090465d8663e req-a91135b9-1de1-475a-a9f9-3985e6e4cbf6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:42.148570 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15955fc6-3901-4a51-b8e9-090465d8663e req-a91135b9-1de1-475a-a9f9-3985e6e4cbf6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0884428 Mar 23 21:23:42.196874 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15955fc6-3901-4a51-b8e9-090465d8663e req-fe2f76c8-c61d-4eaa-95e4-7d9868bc63cd tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414360 Mar 23 21:23:42.205105 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (d8b366a7-afbd-423b-b69b-a42f734a9893), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.220241 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8b366a7-afbd-423b-b69b-a42f734a9893,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:42.304404 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.305677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a8102d37-eed4-4368-a249-2832589cb8d1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3631926 Mar 23 21:23:42.308874 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:42.313102 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': 'dea3d77e-2ba1-4034-b5ed-d892bcfd3141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:42.405539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (58a231cb-ee9a-4778-8cf1-ff3e60422b48), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.465343 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (58a231cb-ee9a-4778-8cf1-ff3e60422b48), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.548076 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (58a231cb-ee9a-4778-8cf1-ff3e60422b48), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.565522 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a231cb-ee9a-4778-8cf1-ff3e60422b48,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:42.630349 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.631704 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1c4e16a1-c577-42d3-a8aa-d5a239c4c6a4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218806 Mar 23 21:23:42.635084 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 45906) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:42.640357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:42.742539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.843628 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:42.953483 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.27.0.249 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/2d87a730-1bbf-446b-9fd8-09c4a2b36742) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:43.052155 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.172374 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.215963 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:43.218846 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:43.224689 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:43.231108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=2d87a730-1bbf-446b-9fd8-09c4a2b36742,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:43.346399 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.362068 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3abc4-0917-4a6a-b46e-4037fef8c39d req-ef5793ac-b37f-4c54-a91e-dfb2ce70e706 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:43.363714 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b0d3abc4-0917-4a6a-b46e-4037fef8c39d req-ef5793ac-b37f-4c54-a91e-dfb2ce70e706 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0966387 Mar 23 21:23:43.430800 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b0d3abc4-0917-4a6a-b46e-4037fef8c39d req-f6924997-8dc2-41c2-9274-f2d3988cf58f tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614212 Mar 23 21:23:43.440778 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.589005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.634533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.705885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=2d87a730-1bbf-446b-9fd8-09c4a2b36742,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:43.718108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.788290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:43.789633 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-16917005-2074-4b00-9de2-09af1fbe4689 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1533976 Mar 23 21:23:43.983863 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-422da5f1-a76a-4b85-b45f-434e0f0a6b34 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1290117966&fields=id&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 267 time: 0.0444903 Mar 23 21:23:44.090439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-c0654ea1-8be7-422e-b2ef-23788addb373 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:44.091878 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-c0654ea1-8be7-422e-b2ef-23788addb373 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.1016395 Mar 23 21:23:44.106443 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-0dff11fe-6302-4a84-957b-c36a216751c7 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/quotas/7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 375 time: 0.0092363 Mar 23 21:23:44.159658 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-e595d5c7-5750-4d7d-97de-0bcd88ec2e0b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484257 Mar 23 21:23:44.251537 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-72742fca-0cb6-41d6-afce-696ad226db70 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801356 Mar 23 21:23:44.342684 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-22ee721d-4d34-4c3d-be5c-76ccda53f213 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Mar 23 21:23:44.553073 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36d86c-fc07-4596-a63d-f6bab2237595 req-3f19f256-0924-4057-9aa3-953de33ada71 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:44.554733 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4d36d86c-fc07-4596-a63d-f6bab2237595 req-3f19f256-0924-4057-9aa3-953de33ada71 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0569420 Mar 23 21:23:44.611283 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0c0c266b-862e-4792-85d1-cc1bec8a74eb req-4f37d8a9-50ca-4879-a889-097948308ee9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 210 time: 0.0474229 Mar 23 21:23:44.635556 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4d36d86c-fc07-4596-a63d-f6bab2237595 req-97d4cdaa-b9ed-4ce0-9a1a-d0e143c4146e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738325 Mar 23 21:23:45.709300 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-edb98eb2-eea2-4de3-9c8f-7394d93d60cf req-e4e61b99-bcbd-4511-9eba-22d863e2ada1 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 210 time: 0.0311956 Mar 23 21:23:45.764931 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89538577-871b-4cd7-a478-8a679e908174 req-fc592307-0259-4a6e-9ab2-f596b8c631d2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:45.766404 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89538577-871b-4cd7-a478-8a679e908174 req-fc592307-0259-4a6e-9ab2-f596b8c631d2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0544896 Mar 23 21:23:45.814005 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89538577-871b-4cd7-a478-8a679e908174 req-27af8abb-d5f0-4c28-b021-8eaabf6efa47 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421124 Mar 23 21:23:46.572757 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-19430885-c353-416b-8644-8d84eb744aae tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:46.574880 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-19430885-c353-416b-8644-8d84eb744aae tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.1030569 Mar 23 21:23:46.638806 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-11e23d88-574a-4038-b121-3611a56623e6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 380 time: 0.0541408 Mar 23 21:23:46.647642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'port': {'device_id': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'admin_state_up': True, 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'security_groups': ['dea3d77e-2ba1-4034-b5ed-d892bcfd3141']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:46.811037 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb339309-f8a6-4392-b6eb-6b59d74f65f1 req-aa5e42e3-2bd1-44c0-be1b-ed4c79ba3caa tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 210 time: 0.0325630 Mar 23 21:23:46.839603 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:46.843221 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:46.997053 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f3fac-e240-4b00-a647-97670d71fda6 req-fde6d9cc-0d7a-4696-9c2a-ab5d606c3098 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:46.998814 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-839f3fac-e240-4b00-a647-97670d71fda6 req-fde6d9cc-0d7a-4696-9c2a-ab5d606c3098 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1035967 Mar 23 21:23:47.032352 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.20.0.4 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/e0a103db-482d-4e66-a8e1-1463d16b7ce6) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:47.075015 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-839f3fac-e240-4b00-a647-97670d71fda6 req-d158bf0e-1535-4baf-b9e6-56a9a6a24ae5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672665 Mar 23 21:23:47.186845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.275047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.315251 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:47.318273 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:47.324884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:47.330709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:47.375146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:47.375765 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.534010 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2a6c0a1d-14db-4900-b2ae-9143238d843a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8902061 Mar 23 21:23:47.546641 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Request body: {'port': {'device_id': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:47.589903 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-ce4d8249-399f-48cf-a2ad-4c9012bebd64 None None] Provisioning complete for port e0a103db-482d-4e66-a8e1-1463d16b7ce6 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:47.590442 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ce4d8249-399f-48cf-a2ad-4c9012bebd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.608397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.623105 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-ce4d8249-399f-48cf-a2ad-4c9012bebd64 None None] Port e0a103db-482d-4e66-a8e1-1463d16b7ce6 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:47.861382 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a103db-482d-4e66-a8e1-1463d16b7ce6 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:23:47.869414 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks [] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:47.890474 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Transition to ACTIVE for port object e0a103db-482d-4e66-a8e1-1463d16b7ce6 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:23:47.929583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8590e96-e07f-40a2-84ec-a27d2d23cf50 req-dbb5fd01-d045-4df7-a1bb-35ce2847b464 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:47.931559 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8590e96-e07f-40a2-84ec-a27d2d23cf50 req-dbb5fd01-d045-4df7-a1bb-35ce2847b464 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 931 time: 0.0539870 Mar 23 21:23:47.976732 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8590e96-e07f-40a2-84ec-a27d2d23cf50 req-a2ee5f3d-0405-45b0-bbac-50775f7c7d17 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Mar 23 21:23:47.982307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:48.034084 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:48.106276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Attempting to bind port e0a103db-482d-4e66-a8e1-1463d16b7ce6 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:48.106616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Attempting to bind port e0a103db-482d-4e66-a8e1-1463d16b7ce6 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:48.106947 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Attempting to bind port e0a103db-482d-4e66-a8e1-1463d16b7ce6 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:48.111476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Port e0a103db-482d-4e66-a8e1-1463d16b7ce6 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:23:48.111796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Attempting to bind port e0a103db-482d-4e66-a8e1-1463d16b7ce6 on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:48.117098 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:48.117440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:48.117878 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:48.118378 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Bound port: e0a103db-482d-4e66-a8e1-1463d16b7ce6, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:48.118731 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:48.218353 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:48.221855 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:48.235819 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866be3-0dfa-48c9-bf1a-b59199b5d1b7 req-87cf9147-44e8-47c4-9861-de76d9868fb4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.235819 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e866be3-0dfa-48c9-bf1a-b59199b5d1b7 req-87cf9147-44e8-47c4-9861-de76d9868fb4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0826373 Mar 23 21:23:48.282640 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e866be3-0dfa-48c9-bf1a-b59199b5d1b7 req-72ffe2a1-26b4-4ee2-8118-5f213dc03610 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414610 Mar 23 21:23:48.297076 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:48.328978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.329625 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:48.330988 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/e0a103db-482d-4e66-a8e1-1463d16b7ce6 HTTP/1.1" status: 200 len: 1093 time: 0.7882962 Mar 23 21:23:48.331427 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:48.333668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1acf523-7273-4fb4-8571-f474d2313cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:48.363718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c595f-28fb-418b-b0f4-0dbe845c45b9 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:48.376185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09d614b-1b74-4166-8a17-226d6fb5e414 x-openstack-request-id: req-f09d614b-1b74-4166-8a17-226d6fb5e414 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:48.376479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:48.376733 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f09d614b-1b74-4166-8a17-226d6fb5e414 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:48.377226 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09d614b-1b74-4166-8a17-226d6fb5e414'] response: {'name': 'network-changed', 'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'status': 'completed', 'code': 200} Mar 23 21:23:48.447530 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-b818ae54-478a-4011-95d5-e8e9c82d8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.449088 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-b818ae54-478a-4011-95d5-e8e9c82d8e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 1127 time: 0.0452781 Mar 23 21:23:48.550222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-b5b4f807-29c6-4947-807f-085735d56e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.551679 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-b5b4f807-29c6-4947-807f-085735d56e67 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7e6227c2467c4a238e48e1c269e1e382&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0951865 Mar 23 21:23:48.644329 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-78370bf2-4086-469d-be78-b5e8cca41223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.645811 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1acf523-7273-4fb4-8571-f474d2313cbe req-78370bf2-4086-469d-be78-b5e8cca41223 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847666 Mar 23 21:23:48.730849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-8d698da3-effe-4a96-b94d-04cdbc0e65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.732315 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-8d698da3-effe-4a96-b94d-04cdbc0e65b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 1127 time: 0.0477717 Mar 23 21:23:48.784641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-7c9eb490-3da0-4b2a-b0b6-caae500c0cfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6 HTTP/1.1" status: 200 len: 217 time: 0.0349030 Mar 23 21:23:48.831980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-79c9ef52-95c3-428c-bca0-7113d27cbe1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.833396 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-79c9ef52-95c3-428c-bca0-7113d27cbe1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0421145 Mar 23 21:23:48.882522 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-062e107a-c677-430a-a7b1-80d383801c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:48.884490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-062e107a-c677-430a-a7b1-80d383801c63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449150 Mar 23 21:23:48.971311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-2d2b9c72-1e44-4dc2-9258-ca083286410f service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797575 Mar 23 21:23:49.092427 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e320fe0e-f1f4-42a3-a2d0-0f65c3da33ca req-4c00a355-432c-4e6b-b0e0-16ee125b6f77 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129041 Mar 23 21:23:49.112015 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff5870-0f70-4970-8852-6fcd4750b0fb req-b1dc9ac3-8bc7-4eb1-95f1-e8ececd109ab tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:49.113530 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89ff5870-0f70-4970-8852-6fcd4750b0fb req-b1dc9ac3-8bc7-4eb1-95f1-e8ececd109ab tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 943 time: 0.0681994 Mar 23 21:23:49.159610 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89ff5870-0f70-4970-8852-6fcd4750b0fb req-b67df048-0036-4192-b36a-859a42c4e70f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399654 Mar 23 21:23:49.399973 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad87a2-cb63-401b-9916-52e67a9f3f84 req-ce665b24-fb53-43f6-bd79-a4b85231d5da tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:49.401432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4ad87a2-cb63-401b-9916-52e67a9f3f84 req-ce665b24-fb53-43f6-bd79-a4b85231d5da tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0510564 Mar 23 21:23:49.450335 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4ad87a2-cb63-401b-9916-52e67a9f3f84 req-2c5d147c-8ce9-4124-965d-ecdad9b43862 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Mar 23 21:23:50.275521 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6c905-0faa-454a-9214-1d2af0d1ddcd req-fcc74e03-8b72-4b02-be61-0c882e90db64 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:50.277004 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fd6c905-0faa-454a-9214-1d2af0d1ddcd req-fcc74e03-8b72-4b02-be61-0c882e90db64 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 943 time: 0.0520186 Mar 23 21:23:50.322020 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fd6c905-0faa-454a-9214-1d2af0d1ddcd req-e92b582c-9759-4792-941b-577e50a9c3e6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Mar 23 21:23:50.566335 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329cb1a-6c96-420f-a4a2-948b24dc15e6 req-68abaeb3-ecbd-4e2d-be0b-fe56caea5cfe tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:50.567808 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c329cb1a-6c96-420f-a4a2-948b24dc15e6 req-68abaeb3-ecbd-4e2d-be0b-fe56caea5cfe tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0525784 Mar 23 21:23:50.616743 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c329cb1a-6c96-420f-a4a2-948b24dc15e6 req-712733f1-2c16-4731-9bcc-17ddcef9e966 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428443 Mar 23 21:23:50.982452 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e0a103db-482d-4e66-a8e1-1463d16b7ce6 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:23:51.076193 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:51.087819 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'port_id': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'mac_address': 'fa:16:3e:03:a4:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:23:51.123792 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port e0a103db-482d-4e66-a8e1-1463d16b7ce6 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:51.124181 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:51.139283 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a103db-482d-4e66-a8e1-1463d16b7ce6 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:23:51.157163 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:51.228710 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:51.276292 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:51.438128 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-68984eda-e07f-4bec-999a-48e557c2a314 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007078328&fields=id&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 267 time: 0.0706856 Mar 23 21:23:51.504969 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd25128-babf-4c15-b123-90364c447a99 req-d45f2c72-7457-4a41-ba37-8d8815587041 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:51.506435 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8dd25128-babf-4c15-b123-90364c447a99 req-d45f2c72-7457-4a41-ba37-8d8815587041 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 944 time: 0.1185920 Mar 23 21:23:51.516569 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['e0a103db-482d-4e66-a8e1-1463d16b7ce6'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:23:51.587728 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-dcc52eaf-79a4-4b23-8578-14084843620f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:51.589112 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-dcc52eaf-79a4-4b23-8578-14084843620f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1445844 Mar 23 21:23:51.592284 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8dd25128-babf-4c15-b123-90364c447a99 req-815558df-0941-4525-8ccc-3fb44f05c6cd tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787356 Mar 23 21:23:51.605020 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-d7ca4b22-21ed-4d9b-b60a-5585ecc8c7fd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/quotas/09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 375 time: 0.0100029 Mar 23 21:23:51.663657 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-8ba04e6b-d1fa-4d62-a813-9121122de38b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498309 Mar 23 21:23:51.795050 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef2f9a-eafe-4f0b-b754-6f261a885903 req-0e7b15d7-6cda-470a-b2c4-faf12b954ee9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:51.796478 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38ef2f9a-eafe-4f0b-b754-6f261a885903 req-0e7b15d7-6cda-470a-b2c4-faf12b954ee9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1122284 Mar 23 21:23:51.799892 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-f2b459c2-5792-4a34-8159-7e804ae3c3d8 service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240447 Mar 23 21:23:51.891759 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38ef2f9a-eafe-4f0b-b754-6f261a885903 req-ee5cdc01-8dd2-4060-b2c4-b39da522ea9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897634 Mar 23 21:23:51.920192 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-3064de45-6a47-47b0-863e-c3c28f40e546 service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126082 Mar 23 21:23:52.535278 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1365e2a2-df37-4df3-a114-657794de8ad6 req-9bb21c4c-ffdb-4a09-b6c9-8342ea8b503c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0275297 Mar 23 21:23:52.710056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8e5b8-8e26-4031-82c1-b67c982cb518 req-6cc1ac38-f886-4c1e-a4d0-fca709c5bb5d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:52.711510 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93d8e5b8-8e26-4031-82c1-b67c982cb518 req-6cc1ac38-f886-4c1e-a4d0-fca709c5bb5d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 944 time: 0.0525308 Mar 23 21:23:52.758109 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-93d8e5b8-8e26-4031-82c1-b67c982cb518 req-2bc27b8b-f423-48ad-9d04-5c6475f04be2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409961 Mar 23 21:23:53.011060 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403eb384-fe58-4c7c-ad76-d3f916b68908 req-857e86ac-51ad-4037-be46-eb464b3cc43d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:53.013407 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-403eb384-fe58-4c7c-ad76-d3f916b68908 req-857e86ac-51ad-4037-be46-eb464b3cc43d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0554256 Mar 23 21:23:53.016753 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e0a103db-482d-4e66-a8e1-1463d16b7ce6 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:23:53.067916 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-403eb384-fe58-4c7c-ad76-d3f916b68908 req-c0ff396d-cfd9-4945-9bb4-0a1ca12ecb13 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488737 Mar 23 21:23:53.129111 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:53.157077 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port e0a103db-482d-4e66-a8e1-1463d16b7ce6 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:23:53.160880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port e0a103db-482d-4e66-a8e1-1463d16b7ce6 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:53.161286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:53.238088 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port e0a103db-482d-4e66-a8e1-1463d16b7ce6 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:23:53.238475 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:53.260494 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:53.262703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2181ce72-9c99-4286-88fc-c766eabf748b" -d '{"events": [{"server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:53.278124 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:23:53.297895 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5231fce1-2375-4524-af8e-bcbb3eda0bc4 x-openstack-request-id: req-5231fce1-2375-4524-af8e-bcbb3eda0bc4 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:53.298214 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "name": "network-vif-plugged", "status": "completed", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:53.298470 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5231fce1-2375-4524-af8e-bcbb3eda0bc4 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:53.298908 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5231fce1-2375-4524-af8e-bcbb3eda0bc4'] response: {'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'code': 200} Mar 23 21:23:53.371061 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:53.418808 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:53.639687 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b1b836f-3490-4829-9dc2-4016285fa770 req-9cad70b3-5f68-4a0e-9a7d-f5a32ef5988f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0299296 Mar 23 21:23:53.655349 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db625a48-f29a-4da2-889a-20309cb9dc39 req-613507ad-ef4a-4226-b1a6-2f47f010c812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:53.655349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db625a48-f29a-4da2-889a-20309cb9dc39 req-613507ad-ef4a-4226-b1a6-2f47f010c812 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 1129 time: 0.0719073 Mar 23 21:23:53.697853 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db625a48-f29a-4da2-889a-20309cb9dc39 req-b57f50b4-2687-4fca-8579-71354f6cd2bf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375290 Mar 23 21:23:53.875462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfb100-0c52-41fe-854f-f2a63ca9f3a0 req-46f3a9b6-1a64-4c2d-a6f3-c73735d535f8 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:53.876931 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dfbfb100-0c52-41fe-854f-f2a63ca9f3a0 req-46f3a9b6-1a64-4c2d-a6f3-c73735d535f8 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.0515311 Mar 23 21:23:53.926353 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dfbfb100-0c52-41fe-854f-f2a63ca9f3a0 req-8291c03a-9127-4ad2-8307-13d3cd1b2ea4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437398 Mar 23 21:23:54.187037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f20664-9a28-480c-ac44-24d9f0dc1b67 req-b9210100-15a0-4c49-8e24-1f76aff1dc98 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:54.188476 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6f20664-9a28-480c-ac44-24d9f0dc1b67 req-b9210100-15a0-4c49-8e24-1f76aff1dc98 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0509527 Mar 23 21:23:54.233057 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d6f20664-9a28-480c-ac44-24d9f0dc1b67 req-b8a156f8-f232-4b43-b440-1cc1eb840ff8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390010 Mar 23 21:23:54.735557 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8237a275-7b4b-41bc-a5f9-69cc2be449e2 req-c93a5efa-a33e-4547-bb51-813cdbeacd90 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0274312 Mar 23 21:23:54.841118 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1df5e570-0ff3-46d1-9bb1-13c29e7ff62e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:54.842442 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1df5e570-0ff3-46d1-9bb1-13c29e7ff62e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1013787 Mar 23 21:23:54.905804 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-e8cbfe2a-aced-4367-a91e-f2cf604ae838 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 380 time: 0.0520403 Mar 23 21:23:54.923938 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'port': {'device_id': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'admin_state_up': True, 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'security_groups': ['5a773bed-7004-4527-95d5-ecad396cc08b']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:55.357338 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99093f-de29-4d98-a72f-93312d6b1295 req-924c6e59-71e5-43f7-8194-6bf3cf892708 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:55.358742 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6f99093f-de29-4d98-a72f-93312d6b1295 req-924c6e59-71e5-43f7-8194-6bf3cf892708 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.3618615 Mar 23 21:23:55.395893 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f12889-2ee7-4bcf-89e6-77d05febd380 req-c3bcf141-20ca-438d-9e9c-2c14786f4084 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:55.397361 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43f12889-2ee7-4bcf-89e6-77d05febd380 req-c3bcf141-20ca-438d-9e9c-2c14786f4084 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0892575 Mar 23 21:23:55.430246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Made reservation on behalf of 09602a1a94e946e1b78379ac0f6a99d2 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:23:55.433608 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:55.438099 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6f99093f-de29-4d98-a72f-93312d6b1295 req-6dd47957-a81c-444d-9d92-57f6da59fd5c tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728474 Mar 23 21:23:55.482255 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43f12889-2ee7-4bcf-89e6-77d05febd380 req-93194726-f249-4533-8ac6-1e88184857c4 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785439 Mar 23 21:23:55.583154 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.20.0.14 (99729b08-4e89-40e9-93e5-89d877025f9b/ffa86cbe-842d-4e20-b413-4133786cc608/7ea0b7fb-efb3-4601-b41b-712b72c7fe15) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:23:55.725259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:55.830654 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cfe11b5c-7d08-4375-b0fc-6800f5a83409 req-11d5c7d3-bbd4-458b-9502-451bb86978a4 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0300851 Mar 23 21:23:55.833826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:55.854977 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:23:55.875061 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:23:55.877515 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:23:55.959624 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:55.971465 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:55.972085 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:55.991318 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40c3c-b466-455d-bc21-25ad8a75b28a req-aea91405-3cf6-4a7e-83c8-57d73b52ee96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:55.992858 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58c40c3c-b466-455d-bc21-25ad8a75b28a req-aea91405-3cf6-4a7e-83c8-57d73b52ee96 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.1108077 Mar 23 21:23:56.047501 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58c40c3c-b466-455d-bc21-25ad8a75b28a req-29df46f5-ceff-4b07-82f0-9d95c2bea450 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Mar 23 21:23:56.051526 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-989a875c-f3c8-44f2-b910-e6cc6a9a8677 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1311355 Mar 23 21:23:56.129773 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-29687043-ddb3-4227-99bd-986e68a8fa70 None None] Provisioning complete for port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:23:56.130326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-29687043-ddb3-4227-99bd-986e68a8fa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:56.163066 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-29687043-ddb3-4227-99bd-986e68a8fa70 None None] Port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:23:56.265095 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Request body: {'port': {'device_id': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:56.322558 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:56.641971 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0262152d-976a-417a-b185-eb4a86ea6237 req-12af3f65-4663-4f07-92ba-857fee35e351 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:56.643450 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0262152d-976a-417a-b185-eb4a86ea6237 req-12af3f65-4663-4f07-92ba-857fee35e351 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.1386039 Mar 23 21:23:56.656381 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:23:56.669963 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks [] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:56.691927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e4139-8d3d-42f5-a88a-6dc7caacc2dd req-80501433-a226-4b97-8d9c-24031c729d8b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:56.693385 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f40e4139-8d3d-42f5-a88a-6dc7caacc2dd req-80501433-a226-4b97-8d9c-24031c729d8b tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1400654 Mar 23 21:23:56.716857 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Transition to ACTIVE for port object 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:23:56.739263 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0262152d-976a-417a-b185-eb4a86ea6237 req-b1c7d327-7072-40c5-a45d-f6530205d5a6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870032 Mar 23 21:23:56.765437 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f40e4139-8d3d-42f5-a88a-6dc7caacc2dd req-d8ae5ed1-5efd-44b1-8e63-6d4243d30261 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631175 Mar 23 21:23:56.791835 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:56.898387 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Pushing event updated for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:57.007424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a5afe-7347-401f-987e-f063b8befb08 req-b1c3b8c5-3688-42e3-bc99-e97d7734387f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.009629 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f0a5afe-7347-401f-987e-f063b8befb08 req-b1c3b8c5-3688-42e3-bc99-e97d7734387f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.1901588 Mar 23 21:23:57.018288 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46058) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:23:57.018793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-14d9a6f6-ceab-48db-bf92-da6b5d640cde service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673126 Mar 23 21:23:57.022902 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'port_id': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:23:57.040822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Attempting to bind port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:23:57.041176 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Attempting to bind port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:23:57.041500 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Attempting to bind port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:57.052462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806df2e2-58ad-47a1-bf90-b749d3c41996 req-37873995-c4d6-406b-99ba-6f6fa9a64a8e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.053967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-806df2e2-58ad-47a1-bf90-b749d3c41996 req-37873995-c4d6-406b-99ba-6f6fa9a64a8e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.1486409 Mar 23 21:23:57.062616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 on network 99729b08-4e89-40e9-93e5-89d877025f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:23:57.062951 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Attempting to bind port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:23:57.071667 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.089493 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:23:57.089850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:23:57.090200 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Bound using segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:23:57.090635 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Bound port: 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:23:57.090990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.176244 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-806df2e2-58ad-47a1-bf90-b749d3c41996 req-ce86a969-8ba6-4687-b8bb-bf8c57775430 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093707 Mar 23 21:23:57.179931 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-676b76e5-f5c2-4f06-b102-b3eb45a806f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.182008 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-676b76e5-f5c2-4f06-b102-b3eb45a806f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 1130 time: 0.1269071 Mar 23 21:23:57.209634 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:23:57.212602 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:23:57.292886 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.340264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-ed50de61-9546-4923-8708-c0cb6473bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.341813 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-ed50de61-9546-4923-8708-c0cb6473bd8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.1226003 Mar 23 21:23:57.347911 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.348513 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.349852 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] 10.222.0.24 "PUT /v2.0/ports/7ea0b7fb-efb3-4601-b41b-712b72c7fe15 HTTP/1.1" status: 200 len: 1094 time: 1.0891726 Mar 23 21:23:57.350307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:57.352705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4fcbbb1-aa40-410a-9579-22ef499800f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:57.428685 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e9d54-afa6-42f0-9c88-3f6e0c17050b service neutron] Pushing event updated for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:23:57.434677 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aafd6c0-f2e3-432b-b9a8-28101f104fe7 x-openstack-request-id: req-9aafd6c0-f2e3-432b-b9a8-28101f104fe7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:57.434967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:57.435230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9aafd6c0-f2e3-432b-b9a8-28101f104fe7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:57.435637 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aafd6c0-f2e3-432b-b9a8-28101f104fe7'] response: {'name': 'network-changed', 'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'status': 'completed', 'code': 200} Mar 23 21:23:57.453944 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-6565ee1e-22ef-46da-9611-0922f3b2ad9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 200 len: 1001 time: 0.0939755 Mar 23 21:23:57.532193 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-0eed734a-0f65-4b2c-8a12-4050f69afcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.533698 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-0eed734a-0f65-4b2c-8a12-4050f69afcb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0700030 Mar 23 21:23:57.540362 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-3b16dd2e-4d49-4eba-afcb-1b8e6f4e32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.541869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-3b16dd2e-4d49-4eba-afcb-1b8e6f4e32cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1128 time: 0.0870538 Mar 23 21:23:57.561106 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.561416 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:23:57.650914 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:57.658561 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-ecda4864-ab69-4464-ab19-7f2f97955467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.660121 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-ecda4864-ab69-4464-ab19-7f2f97955467 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1170690 Mar 23 21:23:57.680934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-9b19ebdd-55f7-497e-9be3-5065025250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.682298 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-9b19ebdd-55f7-497e-9be3-5065025250ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1304612 Mar 23 21:23:57.755385 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 4bff78e3-bd99-4e06-b1d9-ea16f2d0120c associated. External IP: 172.27.0.249, port: e0a103db-482d-4e66-a8e1-1463d16b7ce6. Mar 23 21:23:57.825937 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-9dd095a9-6869-4839-be8f-7d4a57ae653b service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548545 Mar 23 21:23:57.831327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-61679973-9213-4399-ba25-5bbbea37c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.832933 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4fcbbb1-aa40-410a-9579-22ef499800f5 req-61679973-9213-4399-ba25-5bbbea37c491 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417472 Mar 23 21:23:57.997676 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139050d-549e-4916-b71b-048d36f33cea req-a134349f-16c5-4ca6-9136-b1f0daabee3c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:57.999261 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f139050d-549e-4916-b71b-048d36f33cea req-a134349f-16c5-4ca6-9136-b1f0daabee3c tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1566417 Mar 23 21:23:58.006572 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8952d94d-0049-46c7-a70f-3ae694a99658 req-c002ebff-605a-4600-a448-b2d710358723 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725597 Mar 23 21:23:58.015963 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-f89b0962-7ab1-4535-aace-3939a2b0b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.017485 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-f89b0962-7ab1-4535-aace-3939a2b0b3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1128 time: 0.1288753 Mar 23 21:23:58.067613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-83f38475-e744-4062-96e1-5604b728b528 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15 HTTP/1.1" status: 200 len: 217 time: 0.0414271 Mar 23 21:23:58.114076 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f139050d-549e-4916-b71b-048d36f33cea req-ecea39c4-79a7-4d9c-889e-6d75a9d4bf23 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065195 Mar 23 21:23:58.135332 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-3a0aa2c5-7af3-4ee5-9d47-591aaac9c2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.144304 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-3a0aa2c5-7af3-4ee5-9d47-591aaac9c2ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0584116 Mar 23 21:23:58.179468 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:23:58.195383 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f9c20-e266-4914-852c-b25d14bf80bd req-768f3454-eea5-4481-ac1c-7eda7a95e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.196958 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-768f3454-eea5-4481-ac1c-7eda7a95e5f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468419 Mar 23 21:23:58.310192 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:23:58.316043 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:23:58.325724 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:23:58.328627 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-29169c8f-2261-44b4-92b4-2b27538c8460 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224859 Mar 23 21:23:58.337937 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:58.339322 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:58.368927 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-504bf024-98cd-4641-8cf0-7015b1f6952d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "PUT /v2.0/floatingips/4bff78e3-bd99-4e06-b1d9-ea16f2d0120c HTTP/1.1" status: 200 len: 991 time: 1.3362908 Mar 23 21:23:58.368927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:23:58.368927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5741e65-a241-4611-9cee-a44483fee910" -d '{"events": [{"name": "network-changed", "server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:23:58.369699 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495717da-6465-4669-ab34-30389bdeda7a req-a74abb28-8767-4856-bf59-a663e3403633 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.369699 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-495717da-6465-4669-ab34-30389bdeda7a req-a74abb28-8767-4856-bf59-a663e3403633 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0909948 Mar 23 21:23:58.464695 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-495717da-6465-4669-ab34-30389bdeda7a req-9c4aa176-cedc-41d3-ab23-c7a86e9b8f36 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725274 Mar 23 21:23:58.470195 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:58.470456 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-894f9c20-e266-4914-852c-b25d14bf80bd req-1ceeb67e-321a-45c2-be34-04ad26cfd64c service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354630 Mar 23 21:23:58.513099 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4c48f5-ba69-4551-84e4-2d98d58ccb98 x-openstack-request-id: req-7a4c48f5-ba69-4551-84e4-2d98d58ccb98 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:23:58.513455 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:23:58.513797 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a4c48f5-ba69-4551-84e4-2d98d58ccb98 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:23:58.514289 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4c48f5-ba69-4551-84e4-2d98d58ccb98'] response: {'name': 'network-changed', 'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'status': 'completed', 'code': 200} Mar 23 21:23:58.590608 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741e65-a241-4611-9cee-a44483fee910 req-c4e35058-c1e3-4f18-8641-f5aa576a4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.590608 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-c4e35058-c1e3-4f18-8641-f5aa576a4916 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 1129 time: 0.0491652 Mar 23 21:23:58.720462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741e65-a241-4611-9cee-a44483fee910 req-5726b6c0-fd95-484d-a660-eb79a932ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.721958 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-5726b6c0-fd95-484d-a660-eb79a932ca51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.1239011 Mar 23 21:23:58.724674 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4bff78e3-bd99-4e06-b1d9-ea16f2d0120c', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:03:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:23:43Z', 'updated_at': '2022-03-23T21:23:57Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:58.742390 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872718-99d0-48da-b5f6-c15ac9bd996c req-c0f6f055-25a4-4d8a-bb71-702e0bc519c8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.743867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72872718-99d0-48da-b5f6-c15ac9bd996c req-c0f6f055-25a4-4d8a-bb71-702e0bc519c8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0726094 Mar 23 21:23:58.753834 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:23:58.763165 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:23:58.763768 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:58.853823 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-22f0cf62-7e67-47c8-bd19-5da8ca03d6dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6 HTTP/1.1" status: 200 len: 999 time: 0.1190228 Mar 23 21:23:58.869014 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:23:58.900334 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72872718-99d0-48da-b5f6-c15ac9bd996c req-5f4e2c97-fb79-4861-a86f-47aa583b017d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406183 Mar 23 21:23:58.903901 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-ab639666-ab98-430a-bb86-a271869abd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.905328 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-ab639666-ab98-430a-bb86-a271869abd99 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.1553347 Mar 23 21:23:58.930524 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741e65-a241-4611-9cee-a44483fee910 req-e643c36d-cf7a-4db2-99e2-13592867bb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:58.931875 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-e643c36d-cf7a-4db2-99e2-13592867bb55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0662291 Mar 23 21:23:59.042714 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741e65-a241-4611-9cee-a44483fee910 req-54d84b2c-f133-4d80-970b-3dd331f0f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:59.044223 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-54d84b2c-f133-4d80-970b-3dd331f0f4ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014934 Mar 23 21:23:59.046906 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-aff307e5-08ff-412e-ac72-1cdefc504fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:59.048209 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-aff307e5-08ff-412e-ac72-1cdefc504fac service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.1258965 Mar 23 21:23:59.096414 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4bff78e3-bd99-4e06-b1d9-ea16f2d0120c', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:03:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:23:43Z', 'updated_at': '2022-03-23T21:23:57Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:23:59.125366 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff00eae-72f9-4c34-a819-e8ec063fecae None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4bff78e3-bd99-4e06-b1d9-ea16f2d0120c', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.249', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:03:a4:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:23:43Z', 'updated_at': '2022-03-23T21:23:57Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:23:59.322141 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4553928b-f3d1-44c9-bc0e-53ba0614413b None None] New status for floating IP 4bff78e3-bd99-4e06-b1d9-ea16f2d0120c: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:23:59.433847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-b34df78e-2de8-4412-85d2-28ee62501b77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1002 time: 0.3618288 Mar 23 21:23:59.480020 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-e8223131-7220-49c2-a9dc-cfba4078ad84 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159131 Mar 23 21:23:59.533391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-6e971090-ea9b-4f45-bc16-012c3b462391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:59.535061 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-6e971090-ea9b-4f45-bc16-012c3b462391 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0917277 Mar 23 21:23:59.649366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5741e65-a241-4611-9cee-a44483fee910 req-b02e2398-e545-4109-824d-9ff63fdc4471 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627290 Mar 23 21:23:59.653072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-4d278c43-820a-452f-88f2-83269302f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:59.654419 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-4d278c43-820a-452f-88f2-83269302f87f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048777 Mar 23 21:23:59.661567 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519e4e4-87b0-4b85-9cbd-8a704289affd req-8552a6d1-f2a2-466f-ada7-3ed6db24e0da tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:23:59.662987 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d519e4e4-87b0-4b85-9cbd-8a704289affd req-8552a6d1-f2a2-466f-ada7-3ed6db24e0da tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.1256742 Mar 23 21:23:59.765355 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d519e4e4-87b0-4b85-9cbd-8a704289affd req-df04408d-8ca5-4a55-8fb2-fe9b43496496 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935311 Mar 23 21:23:59.781663 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-cb618f33-6d04-4856-a9a4-f3df1233153b service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177180 Mar 23 21:23:59.872254 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fed0fd68-5675-43ad-a464-c0a7074903a0 req-22643b16-66b5-43d2-b439-0b9c7f220b41 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837758 Mar 23 21:24:00.020640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33962871-eaaf-45c3-94fc-7f56d7bb8b3e req-5b442bd0-f7eb-479e-a22e-35b8561afd95 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:00.022031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-33962871-eaaf-45c3-94fc-7f56d7bb8b3e req-5b442bd0-f7eb-479e-a22e-35b8561afd95 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0529306 Mar 23 21:24:00.068333 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-33962871-eaaf-45c3-94fc-7f56d7bb8b3e req-a2b1b50c-eb8c-4f90-adf5-82126004f870 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400124 Mar 23 21:24:00.883636 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6447d41-f6f7-4f9e-a0b1-3a36b3b72b62 req-efca4b43-e5e7-4467-8658-59af98f8df56 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:00.885113 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6447d41-f6f7-4f9e-a0b1-3a36b3b72b62 req-efca4b43-e5e7-4467-8658-59af98f8df56 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0554550 Mar 23 21:24:00.932971 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c6447d41-f6f7-4f9e-a0b1-3a36b3b72b62 req-c69150ba-edcd-4b25-9cad-c36a4c56e411 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Mar 23 21:24:01.185614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8784e-fbba-40b7-87d7-0b50dd5b320e req-1c7c15df-3591-4b89-912a-07b43fff50a5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:01.187075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ce8784e-fbba-40b7-87d7-0b50dd5b320e req-1c7c15df-3591-4b89-912a-07b43fff50a5 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0518944 Mar 23 21:24:01.232297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ce8784e-fbba-40b7-87d7-0b50dd5b320e req-78332001-2b26-4a15-aecd-b630277cdef8 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Mar 23 21:24:02.053177 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815005-0c26-4c21-bbbe-d9e06da7d279 req-ba44109e-e1c2-4f08-909a-9c89626caccb tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:02.054692 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97815005-0c26-4c21-bbbe-d9e06da7d279 req-ba44109e-e1c2-4f08-909a-9c89626caccb tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0567012 Mar 23 21:24:02.109237 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97815005-0c26-4c21-bbbe-d9e06da7d279 req-b4d321c5-ff58-402a-8720-c80033d97516 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481472 Mar 23 21:24:02.348968 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f1b68-9171-466f-8f01-7758b4e7e86a req-7b8dc31e-a86d-4571-be0c-07126d14de45 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:02.350423 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e8f1b68-9171-466f-8f01-7758b4e7e86a req-7b8dc31e-a86d-4571-be0c-07126d14de45 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0539510 Mar 23 21:24:02.395618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e8f1b68-9171-466f-8f01-7758b4e7e86a req-90adac3b-e8f8-4f9f-83e2-bfe87b96ae1e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394864 Mar 23 21:24:02.510074 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192dcc2-21ec-4726-bd0b-60e2f8aeb91e req-df2483d8-f166-41ea-abe3-a0c88b88e629 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:02.512068 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c192dcc2-21ec-4726-bd0b-60e2f8aeb91e req-df2483d8-f166-41ea-abe3-a0c88b88e629 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0528812 Mar 23 21:24:02.520369 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46108) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:02.524894 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Request body: {'floatingip': {'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:02.584053 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:03.025799 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:03.154022 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:03.285035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efa343-480c-43e7-bc06-bc42df5779d6 req-198ca7f6-9af3-4b9d-aa95-8de847331ea8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:03.286415 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0efa343-480c-43e7-bc06-bc42df5779d6 req-198ca7f6-9af3-4b9d-aa95-8de847331ea8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0968657 Mar 23 21:24:03.409393 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0efa343-480c-43e7-bc06-bc42df5779d6 req-2f5c13fc-adc3-4e8c-8016-1f636ce40ed2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156545 Mar 23 21:24:03.442620 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Router d905f621-ddee-498f-9aa5-43c84f56d083 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:03.550927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:03.555631 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:03.561042 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:03.570298 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:03.570894 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:03.585647 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:03.589136 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889c2207-684c-4189-9b55-74d28d3a8ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:03.630415 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0651d8d8-1d62-4c5f-93e5-ae115f9bbe6a tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "PUT /v2.0/floatingips/ef84b02e-57dd-4634-9fda-260d16374d10 HTTP/1.1" status: 200 len: 994 time: 1.0954142 Mar 23 21:24:03.636530 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167cb9eb-7440-47e0-9397-da61104612e4 x-openstack-request-id: req-167cb9eb-7440-47e0-9397-da61104612e4 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:03.636825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:03.637115 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-167cb9eb-7440-47e0-9397-da61104612e4 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:03.637526 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167cb9eb-7440-47e0-9397-da61104612e4'] response: {'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'status': 'completed', 'code': 200} Mar 23 21:24:03.678525 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:03.700886 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-3e6f23f1-12c4-44cb-82f3-e9f3b63d4cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:03.731869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-3e6f23f1-12c4-44cb-82f3-e9f3b63d4cf4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.0455503 Mar 23 21:24:03.795417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-f7969288-fec9-46f1-b153-b7899d534c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:03.796858 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-f7969288-fec9-46f1-b153-b7899d534c2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.0887568 Mar 23 21:24:03.861696 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-9fc05407-27c3-418d-b706-d6706335c63c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1002 time: 0.0587566 Mar 23 21:24:03.896696 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:24:02Z', 'revision_number': 3, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:03.913107 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-97232cd1-f745-4503-85f5-2a1708d0498b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:03.914560 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-97232cd1-f745-4503-85f5-2a1708d0498b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0471051 Mar 23 21:24:03.926465 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:03.934921 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:03.935521 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:23:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:03.962893 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-ae43b0b4-bade-43df-860a-cc15148f80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:03.964978 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-ae43b0b4-bade-43df-860a-cc15148f80ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438328 Mar 23 21:24:04.038842 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:04.053306 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-15eed6f8-8c12-4361-8b4f-b656a6be401b service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Mar 23 21:24:04.085188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d671803a-a4d5-455f-85af-2e86dd6063a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:04.146326 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-889c2207-684c-4189-9b55-74d28d3a8ef1 req-5386cc0f-f0f9-40ad-990c-ce87ae7dbd39 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865128 Mar 23 21:24:04.335344 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:24:02Z', 'revision_number': 3, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:04.361215 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a157adf-9c63-4d2e-a310-281fc1a78138 None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'ef84b02e-57dd-4634-9fda-260d16374d10', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'floating_ip_address': '172.27.0.133', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'port_id': 'ae625322-a856-41ab-b980-ea38cf36336a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'mac_address': 'fa:16:3e:da:e7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:22:05Z', 'updated_at': '2022-03-23T21:24:02Z', 'revision_number': 3, 'project_id': 'eafa0024523a463296266e063776d2ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:04.530940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f02ce-d6c0-4cb5-a3a5-2f6824e38792 req-fc47fa2e-59b7-432a-914f-0e6f17e979d2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:04.532437 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de1f02ce-d6c0-4cb5-a3a5-2f6824e38792 req-fc47fa2e-59b7-432a-914f-0e6f17e979d2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0544052 Mar 23 21:24:04.581441 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de1f02ce-d6c0-4cb5-a3a5-2f6824e38792 req-d1c9e313-4104-40e5-8846-e7d47603893d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 Mar 23 21:24:05.044723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64142fa0-625d-4d41-a6e5-7207b7400e01 req-1a297cf3-f8ec-49c3-8726-7c557c459dda tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:05.046140 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64142fa0-625d-4d41-a6e5-7207b7400e01 req-1a297cf3-f8ec-49c3-8726-7c557c459dda tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0564837 Mar 23 21:24:05.090871 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64142fa0-625d-4d41-a6e5-7207b7400e01 req-79ba938b-8bdd-4ffa-afae-d7860011dac4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392449 Mar 23 21:24:05.638900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:05.641221 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0291f-bf17-4d95-bf8e-0d1af76aef99" -d '{"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:05.676710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9c2870-12ff-44de-9ea1-675490b75ec1 x-openstack-request-id: req-5d9c2870-12ff-44de-9ea1-675490b75ec1 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:05.677029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:05.677285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5d9c2870-12ff-44de-9ea1-675490b75ec1 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:05.677682 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9c2870-12ff-44de-9ea1-675490b75ec1'] response: {'name': 'network-changed', 'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'status': 'completed', 'code': 200} Mar 23 21:24:05.701311 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46c17d-5de2-490c-a362-78a1e2cf09b5 req-d52f16b4-a57d-4b36-81f1-1386c034dc2b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:05.702789 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf46c17d-5de2-490c-a362-78a1e2cf09b5 req-d52f16b4-a57d-4b36-81f1-1386c034dc2b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.0550640 Mar 23 21:24:05.771467 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-2f3c00df-fa42-48a5-8af9-6863e6d24a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:05.772982 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-2f3c00df-fa42-48a5-8af9-6863e6d24a74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eafa0024523a463296266e063776d2ba&device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 1130 time: 0.0693188 Mar 23 21:24:05.781232 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bf46c17d-5de2-490c-a362-78a1e2cf09b5 req-28bbe6b1-1364-4afb-a6a7-ec6d7b522a1a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703046 Mar 23 21:24:05.865170 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-680045a2-5330-417a-b494-3dddf7ed8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:05.866607 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-680045a2-5330-417a-b494-3dddf7ed8d39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 200 len: 919 time: 0.0845423 Mar 23 21:24:05.929222 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-98d716e7-63ce-4622-8523-d517fd3d6d4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 200 len: 1002 time: 0.0560853 Mar 23 21:24:05.987727 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-dc1dd256-ccbf-4844-a8e9-54139a3ea5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:05.989093 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-dc1dd256-ccbf-4844-a8e9-54139a3ea5d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 200 len: 857 time: 0.0454991 Mar 23 21:24:06.035958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-51d50bf4-0948-4a72-9d97-0c3cdcace572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:06.037471 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-51d50bf4-0948-4a72-9d97-0c3cdcace572 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=88ee8414-242f-4862-88f4-e516b855d1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415115 Mar 23 21:24:06.124581 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-e62df3fc-956d-49e2-bfee-68b59fc5a451 service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802500 Mar 23 21:24:06.159257 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9ebb8e94-cf3d-43bc-b2dc-fb3158ca8137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:06.249719 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67b0291f-bf17-4d95-bf8e-0d1af76aef99 req-cb7e7acc-0c58-4485-847e-0ce3bdcfedcc service neutron] 10.222.0.24 "GET /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183071 Mar 23 21:24:06.257215 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58546ac2-b7fa-4144-9a83-563a2c83ddd4 req-f5199220-0f7a-4408-a2ab-89b7b7cd41e1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:06.259418 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58546ac2-b7fa-4144-9a83-563a2c83ddd4 req-f5199220-0f7a-4408-a2ab-89b7b7cd41e1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0830467 Mar 23 21:24:06.305032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-58546ac2-b7fa-4144-9a83-563a2c83ddd4 req-8fcb80be-f279-4e0b-b7be-b3c2482551c4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401986 Mar 23 21:24:06.774670 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-f9c4a625-9532-4c1d-a629-2d5073240a65 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:06.776078 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-f9c4a625-9532-4c1d-a629-2d5073240a65 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 946 time: 0.0541420 Mar 23 21:24:06.903577 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Deleting port 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:06.903916 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:06.947137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95e57d-e398-4449-a96b-7faf5861af84 req-bc162504-9aa1-48bb-acf4-375acd70e64f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:06.949138 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac95e57d-e398-4449-a96b-7faf5861af84 req-bc162504-9aa1-48bb-acf4-375acd70e64f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 944 time: 0.1022148 Mar 23 21:24:07.029150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac95e57d-e398-4449-a96b-7faf5861af84 req-cb089d76-0e04-4ea9-9056-6395ec0dd135 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732744 Mar 23 21:24:07.030735 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] For port 887c5d51-6eb7-40b0-9774-3b9680960006, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=887c5d51-6eb7-40b0-9774-3b9680960006,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:07.031101 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.072780 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:24:07.168240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:07.179339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'port_id': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'mac_address': 'fa:16:3e:53:b4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:24:07.199933 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.200298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.200628 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Floating IP a5ec333c-1a2a-493d-8985-437f5998d911 disassociated. External IP: 172.27.0.224, port: 887c5d51-6eb7-40b0-9774-3b9680960006. Mar 23 21:24:07.200994 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Calling delete_port for 887c5d51-6eb7-40b0-9774-3b9680960006 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:07.215676 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:07.219312 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.229068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:24:07.248455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:07.328721 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.378993 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:07.403274 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (887c5d51-6eb7-40b0-9774-3b9680960006), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.615360 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['7ea0b7fb-efb3-4601-b41b-712b72c7fe15'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:24:07.691968 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'Port': ['ID=887c5d51-6eb7-40b0-9774-3b9680960006,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:07.696638 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:07.708575 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.710432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.710432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.710432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.710432 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.718564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:07.761839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9452153-a641-4571-a851-ef7a70e0b86b req-8e44abf4-95e7-4970-ae96-fa93b6f99859 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:07.763552 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9452153-a641-4571-a851-ef7a70e0b86b req-8e44abf4-95e7-4970-ae96-fa93b6f99859 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 868 time: 0.3877745 Mar 23 21:24:07.856375 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9452153-a641-4571-a851-ef7a70e0b86b req-1bf340a7-c8cd-4cb0-b287-bfcbd2418d55 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=f5226d44-4cba-4b83-9a6d-9560e6a60972&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670354 Mar 23 21:24:07.879338 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:07.991128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:08.001083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:08.010320 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:08.011632 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:08.030602 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] No DVR routers for this DVR port 887c5d51-6eb7-40b0-9774-3b9680960006 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:24:08.033310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:08.036617 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ecd5f9f-77f1-4d3d-98c8-db968d65a4c4 req-203c4a58-17f4-4b89-9064-0da8e644750c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "DELETE /v2.0/ports/887c5d51-6eb7-40b0-9774-3b9680960006 HTTP/1.1" status: 204 len: 173 time: 1.2555225 Mar 23 21:24:08.037100 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-deleted', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:08.039332 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52728c74-e059-4a07-b534-3151a6b41baf" -d '{"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-deleted", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:08.078380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e1c871-51ab-428a-9311-6ceff3a14172 x-openstack-request-id: req-49e1c871-51ab-428a-9311-6ceff3a14172 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:08.078681 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eabefa1f-7bf2-4182-afaa-ba52320e8bde", "name": "network-vif-deleted", "tag": "887c5d51-6eb7-40b0-9774-3b9680960006", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:08.078934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49e1c871-51ab-428a-9311-6ceff3a14172 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:08.079333 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e1c871-51ab-428a-9311-6ceff3a14172'] response: {'server_uuid': 'eabefa1f-7bf2-4182-afaa-ba52320e8bde', 'name': 'network-vif-deleted', 'tag': '887c5d51-6eb7-40b0-9774-3b9680960006', 'status': 'completed', 'code': 200} Mar 23 21:24:08.134623 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:08.162095 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a9849-e9ee-4e1b-9cf7-1e4a5b4be489 req-b36e803a-1fba-47b5-a99b-2cf65d77165a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:08.163955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1b8a9849-e9ee-4e1b-9cf7-1e4a5b4be489 req-b36e803a-1fba-47b5-a99b-2cf65d77165a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 945 time: 0.0601435 Mar 23 21:24:08.221493 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1b8a9849-e9ee-4e1b-9cf7-1e4a5b4be489 req-d29caedd-96ab-44fd-a9ec-93e3cb3872b7 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491846 Mar 23 21:24:08.344666 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:08.373251 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:08.381343 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:08.381944 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:08.487728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:08.689746 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:08.715392 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a62b5-9f7d-4c59-92a9-bf5cff4055f7 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:08.938289 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0855835c-fcd0-4739-9fd5-3994cc2999f8 None None] New status for floating IP a5ec333c-1a2a-493d-8985-437f5998d911: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:08.974239 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7c6bd0b-1f00-41a4-8e48-e287bb364183 req-fb478a50-46f0-428a-bd0c-38d61bb8c251 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=eabefa1f-7bf2-4182-afaa-ba52320e8bde HTTP/1.1" status: 200 len: 210 time: 0.0314469 Mar 23 21:24:09.045027 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:09.086085 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:24:09.228094 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:24:09.232330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:24:09.232730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:09.312546 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:09.312852 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:09.335448 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:09.337688 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde8db68-86e7-4b10-b997-10a2f6aadb79" -d '{"events": [{"server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "name": "network-vif-plugged", "status": "completed", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:09.340189 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71dd3dd-d097-455e-a679-90ef2859192e req-ebccad6f-d070-4bd7-b9b4-ff229d83da0b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:09.341712 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c71dd3dd-d097-455e-a679-90ef2859192e req-ebccad6f-d070-4bd7-b9b4-ff229d83da0b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 945 time: 0.0539608 Mar 23 21:24:09.350394 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:09.373773 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e05152-f94c-4fae-8388-6a797187479f x-openstack-request-id: req-51e05152-f94c-4fae-8388-6a797187479f {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:09.374087 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "name": "network-vif-plugged", "status": "completed", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:09.374345 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51e05152-f94c-4fae-8388-6a797187479f {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:09.374743 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e05152-f94c-4fae-8388-6a797187479f'] response: {'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'code': 200} Mar 23 21:24:09.393039 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c71dd3dd-d097-455e-a679-90ef2859192e req-1e8d8124-b530-4601-80d6-15a9e93bf540 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448291 Mar 23 21:24:09.444532 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:09.494594 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:09.813434 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968649b-8965-45e4-8b88-1789e29fb569 req-6788d9c4-9a7b-4445-8620-8846f64e9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:09.814969 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b968649b-8965-45e4-8b88-1789e29fb569 req-6788d9c4-9a7b-4445-8620-8846f64e9a05 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1130 time: 0.0433321 Mar 23 21:24:09.858739 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b968649b-8965-45e4-8b88-1789e29fb569 req-a2ba6374-18a6-4cbd-a66f-840fc2834c75 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373523 Mar 23 21:24:10.136637 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46156) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:10.192795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (f5226d44-4cba-4b83-9a6d-9560e6a60972), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.215372 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (f5226d44-4cba-4b83-9a6d-9560e6a60972), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.345837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f5226d44-4cba-4b83-9a6d-9560e6a60972), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.348420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.349611 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "DELETE /v2.0/security-groups/f5226d44-4cba-4b83-9a6d-9560e6a60972 HTTP/1.1" status: 204 len: 168 time: 0.2119470 Mar 23 21:24:10.352424 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46158) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:10.358829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfdda7-f641-4947-b3f1-9c8f0d5e03b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5226d44-4cba-4b83-9a6d-9560e6a60972,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:10.367504 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-11615893-4764-4afe-ab76-da4ea801848b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] show failed (client error): The resource could not be found. Mar 23 21:24:10.368446 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-11615893-4764-4afe-ab76-da4ea801848b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups/f5226d44-4cba-4b83-9a6d-9560e6a60972 HTTP/1.1" status: 404 len: 347 time: 0.0149958 Mar 23 21:24:10.371795 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46160) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:10.497971 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Deleting port 0062e8af-45b1-43e3-9abb-f8d6186f7a28 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:10.498514 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.513402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48913b29-e2fc-46e8-9631-6985c55049a9 req-9c80d24c-1cc9-4dde-aed3-c920ca233c24 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:10.515001 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-48913b29-e2fc-46e8-9631-6985c55049a9 req-9c80d24c-1cc9-4dde-aed3-c920ca233c24 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.0542665 Mar 23 21:24:10.530603 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.565767 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-48913b29-e2fc-46e8-9631-6985c55049a9 req-89501101-3b70-4939-88cf-5bbfd9a85dc1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448806 Mar 23 21:24:10.574297 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.574625 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (0062e8af-45b1-43e3-9abb-f8d6186f7a28), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.587522 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Calling delete_port for 0062e8af-45b1-43e3-9abb-f8d6186f7a28 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:10.831634 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (0062e8af-45b1-43e3-9abb-f8d6186f7a28), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.856065 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'Port': ['ID=0062e8af-45b1-43e3-9abb-f8d6186f7a28,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:10.880487 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.880838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.881210 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.881544 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.881875 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.882205 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.882533 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.882858 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.883182 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.883507 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.883829 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.884180 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.884508 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.884846 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.885216 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:10.925490 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (a5ec333c-1a2a-493d-8985-437f5998d911), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.927962 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:10.929127 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a2c1a10f-f0b3-4cc6-87c3-a4f94ace21fc tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "DELETE /v2.0/floatingips/a5ec333c-1a2a-493d-8985-437f5998d911 HTTP/1.1" status: 204 len: 168 time: 0.5564260 Mar 23 21:24:11.098263 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:24:11.117293 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 887c5d51-6eb7-40b0-9774-3b9680960006 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:24:11.117641 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 887c5d51-6eb7-40b0-9774-3b9680960006 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:24:11.228000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46166) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:11.233098 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174199283', 'description': 'tempest-description--127249823'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:11.353272 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.418102 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (c4977b8d-2ef6-4f26-91ca-126dab32e196), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.493999 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c4977b8d-2ef6-4f26-91ca-126dab32e196), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.521645 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4977b8d-2ef6-4f26-91ca-126dab32e196,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:11.643710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.643710 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c178f136-3984-48c7-bc8b-945eee3f0450 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4132495 Mar 23 21:24:11.645576 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46172) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:11.651411 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group_rule': {'security_group_id': 'c4977b8d-2ef6-4f26-91ca-126dab32e196', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:11.683359 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e1adc-1ec9-46e9-8846-e791862278a6 req-84ec2355-6637-4c29-b2fb-540ad5db7170 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:11.684847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e86e1adc-1ec9-46e9-8846-e791862278a6 req-84ec2355-6637-4c29-b2fb-540ad5db7170 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.0535235 Mar 23 21:24:11.736998 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e86e1adc-1ec9-46e9-8846-e791862278a6 req-32013702-9161-4a5b-8f8a-f8a4a423e5d5 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463960 Mar 23 21:24:11.758587 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (484f0f37-ceb2-40d0-b9ba-0bb5e91628df), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.816633 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (484f0f37-ceb2-40d0-b9ba-0bb5e91628df), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.854179 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e84736-0377-4473-acd1-25f760cee0c0 req-5a0b27c6-70e6-47b7-8650-c5df5837c41a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:11.855747 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03e84736-0377-4473-acd1-25f760cee0c0 req-5a0b27c6-70e6-47b7-8650-c5df5837c41a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.0528476 Mar 23 21:24:11.890402 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (484f0f37-ceb2-40d0-b9ba-0bb5e91628df), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.904242 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-03e84736-0377-4473-acd1-25f760cee0c0 req-1a82d22d-6c1a-416e-befb-9c7ec5465766 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428836 Mar 23 21:24:11.907871 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484f0f37-ceb2-40d0-b9ba-0bb5e91628df,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:11.926741 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46176) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:11.987801 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:11.989207 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a7817357-c4fd-4244-a0e7-aba8d3b681d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3422413 Mar 23 21:24:11.991855 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46180) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:11.996738 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'security_group_rule': {'security_group_id': 'c4977b8d-2ef6-4f26-91ca-126dab32e196', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:12.059265 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8ab9c9-7acd-479a-970d-f3088cc3dccd tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:12.060760 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6e8ab9c9-7acd-479a-970d-f3088cc3dccd tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1125 time: 0.1329548 Mar 23 21:24:12.063748 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46182) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:12.067992 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'port_id': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:12.089413 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (57654c60-f992-4b2b-8955-5c13c645e043), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.143120 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (57654c60-f992-4b2b-8955-5c13c645e043), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.175797 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.215885 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (57654c60-f992-4b2b-8955-5c13c645e043), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.240374 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57654c60-f992-4b2b-8955-5c13c645e043,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:12.288613 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.333868 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.335081 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f0156ed6-c8df-4743-ab5b-885df277caf1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3422704 Mar 23 21:24:12.339544 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46186) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:12.344137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:12.394374 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.27.0.244 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/30aa8342-a8f8-4a1d-92b1-6fd79331d9d1) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:24:12.422216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.496055 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.521898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.597619 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.631284 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:24:12.634128 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:24:12.637515 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:24:12.645445 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Allocated IP 172.27.0.129 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/123265f9-6918-4b8d-b050-6d6a26839255) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:24:12.665460 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=30aa8342-a8f8-4a1d-92b1-6fd79331d9d1,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:12.768607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (123265f9-6918-4b8d-b050-6d6a26839255), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.872041 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (123265f9-6918-4b8d-b050-6d6a26839255), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:12.907293 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:24:12.911601 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:24:12.915118 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:24:12.940526 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=123265f9-6918-4b8d-b050-6d6a26839255,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:13.009599 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.022486 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (e8783149-bbed-44a0-b386-1f87d75a9a77), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.141468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (123265f9-6918-4b8d-b050-6d6a26839255), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.172930 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.289730 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (123265f9-6918-4b8d-b050-6d6a26839255), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.320164 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.357069 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (123265f9-6918-4b8d-b050-6d6a26839255), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.393621 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.424197 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=123265f9-6918-4b8d-b050-6d6a26839255,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:13.435490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.462897 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=30aa8342-a8f8-4a1d-92b1-6fd79331d9d1,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:13.474444 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (e8783149-bbed-44a0-b386-1f87d75a9a77), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.538254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:13.539636 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-79e643d4-9d55-4ecd-a37e-a4489cf76f13 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1990695 Mar 23 21:24:13.576836 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP e8783149-bbed-44a0-b386-1f87d75a9a77 associated. External IP: 172.27.0.244, port: 7ea0b7fb-efb3-4601-b41b-712b72c7fe15. Mar 23 21:24:13.733907 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-7ada2cf7-72f4-414f-b5c2-36bd5d7bb3d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1174199283&fields=id&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 267 time: 0.0423322 Mar 23 21:24:13.787113 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:13.844252 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-61ca9f31-90fc-4897-9e31-1c5eaa54e9d3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:13.845640 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-61ca9f31-90fc-4897-9e31-1c5eaa54e9d3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 816 time: 0.1054497 Mar 23 21:24:13.859798 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-c9ea68a8-3670-48a0-a7a2-5d76d7527226 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/quotas/b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 375 time: 0.0088565 Mar 23 21:24:13.896497 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:13.908399 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:13.918869 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:13.919063 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-877531a6-7689-42c7-b95e-197d307a88bf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530748 Mar 23 21:24:13.919500 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:13.959556 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:14.001476 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-10766b35-ada8-4d66-81d5-bb68c3e8c8ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9268916 Mar 23 21:24:14.001476 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:14.001476 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb49f3a2-2756-4924-845d-cd87da60b53f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:14.027119 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f06ef905-1556-40a0-83a9-511733832245 service neutron] 10.222.0.35 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951908 Mar 23 21:24:14.033545 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e63af-014c-4c40-bc8e-bbb94748298c x-openstack-request-id: req-d64e63af-014c-4c40-bc8e-bbb94748298c {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:14.033882 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:14.034140 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d64e63af-014c-4c40-bc8e-bbb94748298c {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:14.034971 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64e63af-014c-4c40-bc8e-bbb94748298c'] response: {'name': 'network-changed', 'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'status': 'completed', 'code': 200} Mar 23 21:24:14.048486 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:14.139437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-8496923e-5836-40e0-87ec-01320d6a2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:14.141059 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-8496923e-5836-40e0-87ec-01320d6a2c76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1130 time: 0.0698473 Mar 23 21:24:14.146276 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-b573575e-48a1-40e2-a3e5-f4346e2cfa79 service neutron] 10.222.0.35 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183937 Mar 23 21:24:14.239087 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-99de4538-3d0d-4149-baba-a5e5513f8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:14.240672 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-99de4538-3d0d-4149-baba-a5e5513f8559 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.0929222 Mar 23 21:24:14.308089 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-9c550bbc-8630-4788-bd7e-cea2a94d8235 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15 HTTP/1.1" status: 200 len: 1000 time: 0.0601025 Mar 23 21:24:14.324742 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'e8783149-bbed-44a0-b386-1f87d75a9a77', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:53:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:12Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:14.360047 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:14.368781 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:14.369227 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:14.390720 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-340ecaf2-ee22-43d5-9128-bc270f3a41e8 req-378047bc-1c8a-4e86-9a66-76512c64821f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 210 time: 0.0353098 Mar 23 21:24:14.398019 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-490762c4-d8b6-452f-9177-a896a9f74b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:14.399619 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-490762c4-d8b6-452f-9177-a896a9f74b9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0823865 Mar 23 21:24:14.454064 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-1dd5cac0-a900-4cb9-8c78-5f44af83dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:14.455569 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-1dd5cac0-a900-4cb9-8c78-5f44af83dc3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497730 Mar 23 21:24:14.556193 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-ba713e90-3405-4812-8f6c-c34533b55f6c service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937560 Mar 23 21:24:14.606286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:14.655461 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cb49f3a2-2756-4924-845d-cd87da60b53f req-3f813c78-4121-4b81-8f26-c11a13404e9c service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832591 Mar 23 21:24:14.823762 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'e8783149-bbed-44a0-b386-1f87d75a9a77', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:53:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:12Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:14.849342 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679ac966-73ef-42e6-b3bc-d97faff5c1fa None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'e8783149-bbed-44a0-b386-1f87d75a9a77', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.244', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:53:b4:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:12Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:15.036436 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433e76e1-0579-412e-b97a-f2ee28c6e9d5 None None] New status for floating IP e8783149-bbed-44a0-b386-1f87d75a9a77: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:15.492432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-02f270f9-2f66-4ca7-8bdd-1424625337ce req-edfcbb64-9103-438e-85e9-037c77fcf431 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 210 time: 0.0269175 Mar 23 21:24:16.435366 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-e737513b-49df-46e0-9556-271765959e30 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:16.436773 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-e737513b-49df-46e0-9556-271765959e30 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 816 time: 0.1011169 Mar 23 21:24:16.498250 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-1804a68a-0baf-4e6b-8564-71f2eee9bd1d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 380 time: 0.0518897 Mar 23 21:24:16.509459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'port': {'device_id': '214a9472-6515-492d-a03c-49c9b8e38f38', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'admin_state_up': True, 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'security_groups': ['c4977b8d-2ef6-4f26-91ca-126dab32e196']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:16.604931 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-996006c7-9ff6-4991-ac6b-76df6ba32f2f req-6cd24e55-6bb8-42e8-993c-2b26d63411ed tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 210 time: 0.0368745 Mar 23 21:24:16.730766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Made reservation on behalf of b2e6f386d8e345ff9515d83e69f5e2f1 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:24:16.734216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:16.861160 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Allocated IP 172.20.0.8 (a54ccc3f-5e4f-4909-82e3-02d69f285c35/19209405-460b-4d20-9899-c85ca76cba58/fa346a94-54d4-4634-b0d5-2c677cfaf0b9) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:24:16.992829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.119150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.162955 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:24:17.166079 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:24:17.173149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:24:17.195687 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:17.223855 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:17.224481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.362636 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-afa98bcc-5abe-4559-ada5-633909c70986 None None] Provisioning complete for port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:24:17.363161 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-afa98bcc-5abe-4559-ada5-633909c70986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.365386 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-dc32aec1-bfa1-46ec-98a0-9154dfbdcfbf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595200 Mar 23 21:24:17.379595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Request body: {'port': {'device_id': '214a9472-6515-492d-a03c-49c9b8e38f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:17.396900 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-afa98bcc-5abe-4559-ada5-633909c70986 None None] Port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:24:17.444459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.729992 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:24:17.739785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks [] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.759531 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Transition to ACTIVE for port object fa346a94-54d4-4634-b0d5-2c677cfaf0b9 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:24:17.769467 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4caf1f-d864-4710-9662-befd6b78a2c7 req-173a90c6-a252-4bb7-8f04-f5d3c646b26c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:17.770935 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb4caf1f-d864-4710-9662-befd6b78a2c7 req-173a90c6-a252-4bb7-8f04-f5d3c646b26c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 931 time: 0.0783367 Mar 23 21:24:17.817286 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb4caf1f-d864-4710-9662-befd6b78a2c7 req-5b7ea64b-609a-40b6-bded-4c8e9ef872ce tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Mar 23 21:24:17.871551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:17.943724 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:17.997466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Attempting to bind port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:24:17.997900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Attempting to bind port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:24:17.998393 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Attempting to bind port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:24:18.003460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:24:18.003876 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Attempting to bind port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 on network a54ccc3f-5e4f-4909-82e3-02d69f285c35 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:24:18.009339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:24:18.009775 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Checking segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:24:18.010240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Bound using segment: {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:24:18.010855 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Bound port: fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:24:18.011297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:18.079056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:24:18.081910 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:24:18.215046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:18.256224 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d00327-8ac7-4f7e-b2d1-7132094a310e req-5ce9de4e-253b-4297-8d56-db84d9770585 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.257723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-25d00327-8ac7-4f7e-b2d1-7132094a310e req-5ce9de4e-253b-4297-8d56-db84d9770585 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0832133 Mar 23 21:24:18.261398 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.262008 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:18.263331 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] 10.222.0.24 "PUT /v2.0/ports/fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 1093 time: 0.8878753 Mar 23 21:24:18.263782 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:18.266028 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49934858-c069-4fc0-b223-95acca57a10c" -d '{"events": [{"name": "network-changed", "server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:18.309877 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ce7649-07b6-4312-b512-dc491b9475ce x-openstack-request-id: req-12ce7649-07b6-4312-b512-dc491b9475ce {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:18.310164 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:18.317634 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12ce7649-07b6-4312-b512-dc491b9475ce {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:18.317634 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ce7649-07b6-4312-b512-dc491b9475ce'] response: {'name': 'network-changed', 'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'status': 'completed', 'code': 200} Mar 23 21:24:18.321630 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d9e18-82c3-4b20-93aa-179b025eb5ec service neutron] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:18.347526 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-25d00327-8ac7-4f7e-b2d1-7132094a310e req-d3ae999d-8c64-4a65-80e6-310d86f722ff tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788350 Mar 23 21:24:18.382626 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934858-c069-4fc0-b223-95acca57a10c req-7a5073e2-ddaa-4c79-9df0-68e64c8b14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.384220 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49934858-c069-4fc0-b223-95acca57a10c req-7a5073e2-ddaa-4c79-9df0-68e64c8b14a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1127 time: 0.0515263 Mar 23 21:24:18.489307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934858-c069-4fc0-b223-95acca57a10c req-f30b9e4a-cebf-436c-959e-618eb97c4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.490805 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49934858-c069-4fc0-b223-95acca57a10c req-f30b9e4a-cebf-436c-959e-618eb97c4350 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0949044 Mar 23 21:24:18.586670 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934858-c069-4fc0-b223-95acca57a10c req-037e86fe-0d47-40f7-b69b-5af84ecb3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.588035 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49934858-c069-4fc0-b223-95acca57a10c req-037e86fe-0d47-40f7-b69b-5af84ecb3758 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858359 Mar 23 21:24:18.675274 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-863226bb-5b59-4150-9fa1-49ecc2130908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.676734 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-863226bb-5b59-4150-9fa1-49ecc2130908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1127 time: 0.0433445 Mar 23 21:24:18.721927 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-278ce15b-0072-462e-9e84-48e1a3ebe727 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 217 time: 0.0372279 Mar 23 21:24:18.770036 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-cc94d5fc-12a4-4fd6-bf51-cd1d9e85b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.775238 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-cc94d5fc-12a4-4fd6-bf51-cd1d9e85b24c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0426970 Mar 23 21:24:18.819664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-0166db2f-76ec-4ec5-a860-cfdb4b8e4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.821128 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-0166db2f-76ec-4ec5-a860-cfdb4b8e4e2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426822 Mar 23 21:24:18.937290 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-6485cc74-9a68-4504-8c47-c9ed387c3cf9 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090827 Mar 23 21:24:18.962528 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ac6f-813e-4252-873f-327c374a47ae req-60409e80-600b-4c34-9aac-5382cf59226c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:18.963946 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a374ac6f-813e-4252-873f-327c374a47ae req-60409e80-600b-4c34-9aac-5382cf59226c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0725219 Mar 23 21:24:19.309416 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a374ac6f-813e-4252-873f-327c374a47ae req-d89ab992-d58d-4edb-9c47-0119c13503a0 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3363156 Mar 23 21:24:19.324648 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e606ae9-c37f-4058-b16f-7beba7f0c4dd req-3a42c835-0e17-45b8-830e-8de362dfd593 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762569 Mar 23 21:24:19.465117 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f41b8-dcf0-45bd-b703-f858f84c7f47 req-1ef4b696-42b0-465e-b69a-c7d602855478 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:19.466573 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e9f41b8-dcf0-45bd-b703-f858f84c7f47 req-1ef4b696-42b0-465e-b69a-c7d602855478 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0537605 Mar 23 21:24:19.511895 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e9f41b8-dcf0-45bd-b703-f858f84c7f47 req-96b30898-4a2f-42aa-8f7f-faf24f22a64d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398118 Mar 23 21:24:20.429353 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb541e80-25e3-4932-9aed-4aebc135310a req-35450088-da29-4a4d-bcb1-ea9f363a9c69 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:20.430788 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb541e80-25e3-4932-9aed-4aebc135310a req-35450088-da29-4a4d-bcb1-ea9f363a9c69 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0534918 Mar 23 21:24:20.500869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eb541e80-25e3-4932-9aed-4aebc135310a req-e4089e3a-edba-4f4a-912f-ea141ca5a373 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640330 Mar 23 21:24:20.519175 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-5b11dab1-3845-403b-bfd7-be542fc5dd88 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:20.520614 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-5b11dab1-3845-403b-bfd7-be542fc5dd88 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0716450 Mar 23 21:24:20.655761 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bc425-987f-4c6f-948b-10076c9a99a8 req-ecdaba23-a721-4d53-be26-33aa681b60e1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:20.657204 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e1bc425-987f-4c6f-948b-10076c9a99a8 req-ecdaba23-a721-4d53-be26-33aa681b60e1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 946 time: 0.0700200 Mar 23 21:24:20.660007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Deleting port 52510793-9e37-4f5f-a9c2-a272290a5e6c {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:20.660344 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:20.762675 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e1bc425-987f-4c6f-948b-10076c9a99a8 req-750828fa-1c7a-405b-a575-aabf3d990287 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983651 Mar 23 21:24:20.779780 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] For port 52510793-9e37-4f5f-a9c2-a272290a5e6c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52510793-9e37-4f5f-a9c2-a272290a5e6c,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:20.780149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:20.943981 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:20.944336 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:20.944649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Floating IP 817701aa-4ae3-4c24-ba24-52fbc2cb0176 disassociated. External IP: 172.27.0.214, port: 52510793-9e37-4f5f-a9c2-a272290a5e6c. Mar 23 21:24:20.945017 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Calling delete_port for 52510793-9e37-4f5f-a9c2-a272290a5e6c owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:21.144709 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:24:21.159027 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (52510793-9e37-4f5f-a9c2-a272290a5e6c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:21.192216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'Port': ['ID=52510793-9e37-4f5f-a9c2-a272290a5e6c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:21.243011 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:21.255208 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:24:21.291734 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:21.292386 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:21.305251 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:24:21.310007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:21.324986 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:21.414328 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:21.417790 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:21.440594 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:21.456088 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] No DVR routers for this DVR port 52510793-9e37-4f5f-a9c2-a272290a5e6c on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:24:21.458660 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:21.461945 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07bfe908-4e53-463e-89f8-2c5d86857eb9 req-7276a408-cb06-4ee7-bb71-5774a8dcb141 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "DELETE /v2.0/ports/52510793-9e37-4f5f-a9c2-a272290a5e6c HTTP/1.1" status: 204 len: 173 time: 0.9357998 Mar 23 21:24:21.462466 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'name': 'network-vif-deleted', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:21.465174 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837a25ea-f630-498b-9118-2e9f0decff03" -d '{"events": [{"server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "name": "network-vif-deleted", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:21.470874 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:21.470874 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:21.501574 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d53f63d-b8cc-47d3-80b0-62ac2d170500 x-openstack-request-id: req-9d53f63d-b8cc-47d3-80b0-62ac2d170500 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:21.501877 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f453c7c9-24ef-4661-895c-e1dc4a7a0607", "name": "network-vif-deleted", "tag": "52510793-9e37-4f5f-a9c2-a272290a5e6c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:21.502135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9d53f63d-b8cc-47d3-80b0-62ac2d170500 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:21.502641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d53f63d-b8cc-47d3-80b0-62ac2d170500'] response: {'server_uuid': 'f453c7c9-24ef-4661-895c-e1dc4a7a0607', 'name': 'network-vif-deleted', 'tag': '52510793-9e37-4f5f-a9c2-a272290a5e6c', 'status': 'completed', 'code': 200} Mar 23 21:24:21.533379 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:21.559930 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.560298 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.560638 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.561024 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.561365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.562556 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.563107 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.563716 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.564253 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.564862 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.565444 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.565879 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.566271 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.566953 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.567613 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:24:21.624932 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:21.639142 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47139727-a2c2-4ec7-bbb4-0234570b9332 req-a56b0f42-a8d6-44e4-a103-19c0e45dea36 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:21.646462 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47139727-a2c2-4ec7-bbb4-0234570b9332 req-a56b0f42-a8d6-44e4-a103-19c0e45dea36 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0630722 Mar 23 21:24:21.705462 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-47139727-a2c2-4ec7-bbb4-0234570b9332 req-0a170cd9-a951-4efd-b29d-cc3a2390321d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578349 Mar 23 21:24:21.714719 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['fa346a94-54d4-4634-b0d5-2c677cfaf0b9'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:24:21.869553 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-17932f7d-f554-407b-8b63-868448be048a req-94796f1d-2507-4389-bb76-7d3205ef3986 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=f453c7c9-24ef-4661-895c-e1dc4a7a0607 HTTP/1.1" status: 200 len: 210 time: 0.0270629 Mar 23 21:24:21.954606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:21.982124 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:21.990367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:21.990962 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:22.095388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:22.287040 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:22.316694 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551a0b2-48c1-4602-bb3f-fc24948ed9e6 None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:22.533490 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ff904d-7b1e-4baf-a2d5-9f7ddb9abc82 None None] New status for floating IP 817701aa-4ae3-4c24-ba24-52fbc2cb0176: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:22.831112 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af01359-fc77-446d-8f29-350d268337c5 req-29150cd6-4cff-4638-b827-8bb82db1d4d9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:22.832580 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9af01359-fc77-446d-8f29-350d268337c5 req-29150cd6-4cff-4638-b827-8bb82db1d4d9 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0559289 Mar 23 21:24:22.878254 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9af01359-fc77-446d-8f29-350d268337c5 req-c496199d-eb5e-4c1b-a6ab-7d7b310bcceb tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Mar 23 21:24:23.056687 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46262) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:23.090308 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.107945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (7e0bf67e-1859-45cb-9142-f7afe2cf6cd6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.132884 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (7e0bf67e-1859-45cb-9142-f7afe2cf6cd6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.139404 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:24:23.272756 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (7e0bf67e-1859-45cb-9142-f7afe2cf6cd6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.276116 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.277310 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "DELETE /v2.0/security-groups/7e0bf67e-1859-45cb-9142-f7afe2cf6cd6 HTTP/1.1" status: 204 len: 168 time: 0.2195854 Mar 23 21:24:23.280082 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46264) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:23.286357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1111c-338f-48f8-9828-db32d10cbf4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0bf67e-1859-45cb-9142-f7afe2cf6cd6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:23.296670 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-3ad5e999-f2ed-4643-8696-028324c947c0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] show failed (client error): The resource could not be found. Mar 23 21:24:23.299377 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3ad5e999-f2ed-4643-8696-028324c947c0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups/7e0bf67e-1859-45cb-9142-f7afe2cf6cd6 HTTP/1.1" status: 404 len: 347 time: 0.0166469 Mar 23 21:24:23.300581 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46266) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:23.306182 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:24:23.310849 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:24:23.311154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.391258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:23.391644 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.413886 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:23.416156 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13447b12-8169-40a3-8f73-c9ca5ce96203" -d '{"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:23.420766 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Deleting port 9234762a-c2a3-4a6e-b568-d435c87acb9d {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:23.421161 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.428372 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:23.453818 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9c0dc1-09ec-4619-ab54-038757bcb744 x-openstack-request-id: req-4a9c0dc1-09ec-4619-ab54-038757bcb744 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:23.454138 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:23.454423 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4a9c0dc1-09ec-4619-ab54-038757bcb744 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:23.454792 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9c0dc1-09ec-4619-ab54-038757bcb744'] response: {'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'code': 200} Mar 23 21:24:23.495453 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.495781 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (9234762a-c2a3-4a6e-b568-d435c87acb9d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.499427 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.500359 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52510793-9e37-4f5f-a9c2-a272290a5e6c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:24:23.510629 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Calling delete_port for 9234762a-c2a3-4a6e-b568-d435c87acb9d owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:23.540758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 52510793-9e37-4f5f-a9c2-a272290a5e6c {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:24:23.541280 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52510793-9e37-4f5f-a9c2-a272290a5e6c not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:24:23.567473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:23.693796 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (9234762a-c2a3-4a6e-b568-d435c87acb9d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.716932 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'Port': ['ID=9234762a-c2a3-4a6e-b568-d435c87acb9d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:23.783289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (817701aa-4ae3-4c24-ba24-52fbc2cb0176), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.785837 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:23.788935 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-92a4cadf-e536-4d45-9e2a-eb8bda61dc6b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "DELETE /v2.0/floatingips/817701aa-4ae3-4c24-ba24-52fbc2cb0176 HTTP/1.1" status: 204 len: 168 time: 0.4854636 Mar 23 21:24:23.811388 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd051-f49a-46b0-8667-8da3be532f5c req-5f950a64-065f-4b92-9d9c-4d43d2ef66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:23.813438 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78cfd051-f49a-46b0-8667-8da3be532f5c req-5f950a64-065f-4b92-9d9c-4d43d2ef66d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1129 time: 0.0504401 Mar 23 21:24:23.858846 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78cfd051-f49a-46b0-8667-8da3be532f5c req-1cd277f1-7180-44c1-a348-83da3c5ce10c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390151 Mar 23 21:24:23.999880 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d9f43-e849-4fbe-86ad-446e2f519682 req-60af4245-628a-4ce4-b79b-5c500cfcedd6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:24.001466 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b3d9f43-e849-4fbe-86ad-446e2f519682 req-60af4245-628a-4ce4-b79b-5c500cfcedd6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0520909 Mar 23 21:24:24.051883 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b3d9f43-e849-4fbe-86ad-446e2f519682 req-0eec4f51-fb54-49a7-b267-e5f2a79cda3f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446129 Mar 23 21:24:24.102288 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46274) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:24.107264 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1425145645', 'description': 'tempest-description--1020674089'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:24.196992 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.456527 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (445a3f1f-bfcb-4414-9351-7aab6e94c12e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.547208 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (445a3f1f-bfcb-4414-9351-7aab6e94c12e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.574378 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445a3f1f-bfcb-4414-9351-7aab6e94c12e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:24.640486 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.641797 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-05fe0077-954f-4ade-bb9d-c7ae415b069c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5384884 Mar 23 21:24:24.644533 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46278) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:24.648829 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group_rule': {'security_group_id': '445a3f1f-bfcb-4414-9351-7aab6e94c12e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:24.746362 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (787a9f2a-4b84-46cf-9284-dd60feda3e2e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.799904 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (787a9f2a-4b84-46cf-9284-dd60feda3e2e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.888099 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (787a9f2a-4b84-46cf-9284-dd60feda3e2e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.906367 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787a9f2a-4b84-46cf-9284-dd60feda3e2e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:24.981694 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:24.982951 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-19ea23c3-b367-4257-9e6a-4f3e153da99d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373909 Mar 23 21:24:24.985575 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46280) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:24.989836 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'security_group_rule': {'security_group_id': '445a3f1f-bfcb-4414-9351-7aab6e94c12e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:25.082093 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (ab047161-6617-48b9-91fc-79c603ec782a), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.138373 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (ab047161-6617-48b9-91fc-79c603ec782a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.174151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d156fe-52c6-49d3-b478-dd8bfcd42699 req-a6260ce2-db75-4f48-af69-1f05b04fe5ce tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:25.175632 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95d156fe-52c6-49d3-b478-dd8bfcd42699 req-a6260ce2-db75-4f48-af69-1f05b04fe5ce tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0527563 Mar 23 21:24:25.222852 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-95d156fe-52c6-49d3-b478-dd8bfcd42699 req-680ff473-caa2-477f-b5bb-a1b6c93beca8 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415263 Mar 23 21:24:25.250162 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (ab047161-6617-48b9-91fc-79c603ec782a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.268594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab047161-6617-48b9-91fc-79c603ec782a,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:25.347456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.348636 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b97129f0-d0fa-406e-abb2-d9cc1cb46511 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620918 Mar 23 21:24:25.351641 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46284) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:25.356644 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:25.472929 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.567261 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.671753 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Allocated IP 172.27.0.93 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/f1e6eba4-46fd-4370-873a-112b8cf8aaf5) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:24:25.771225 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.854851 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:25.889253 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:24:25.892013 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:24:25.895472 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:24:25.927912 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=f1e6eba4-46fd-4370-873a-112b8cf8aaf5,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:25.984857 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.092767 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.238106 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.290317 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.344900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d4242-d787-4888-95a3-8724c10ca2d0 req-00e73e46-e450-46b5-b659-68d41fda03ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:26.346398 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b0d4242-d787-4888-95a3-8724c10ca2d0 req-00e73e46-e450-46b5-b659-68d41fda03ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0541821 Mar 23 21:24:26.357644 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=f1e6eba4-46fd-4370-873a-112b8cf8aaf5,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:26.370798 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.394000 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8b0d4242-d787-4888-95a3-8724c10ca2d0 req-3709bdb3-a6f6-4fe7-9e76-a968ac94d05c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417469 Mar 23 21:24:26.452675 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.453993 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2ea477ad-f943-45e3-82f1-3e4fbf749c25 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1014283 Mar 23 21:24:26.516257 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809820a-1bba-47db-a04b-1fff6542e7f3 req-2ac5d4cf-42c6-4c61-8f83-b2a56b891b9f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:26.517645 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4809820a-1bba-47db-a04b-1fff6542e7f3 req-2ac5d4cf-42c6-4c61-8f83-b2a56b891b9f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0568571 Mar 23 21:24:26.525954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46292) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:26.530402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Request body: {'floatingip': {'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:26.571245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:26.707390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-75d369de-6fa9-4250-9e0a-b82725a9f4ef tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1425145645&fields=id&tenant_id=e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 267 time: 0.1009817 Mar 23 21:24:26.895847 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-89917305-a6e9-4d3e-97d1-c45c9303110e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:26.897321 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-89917305-a6e9-4d3e-97d1-c45c9303110e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 810 time: 0.1818478 Mar 23 21:24:26.940677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-f8a57fb9-86e3-4ee6-bd0c-a03d6d5cc37b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/quotas/e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 375 time: 0.0168390 Mar 23 21:24:27.092115 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-9c5d0e6a-7330-4cdf-a111-f74b95840d57 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157961 Mar 23 21:24:27.199887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:27.226932 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-80b560b0-ead0-4611-aee5-ac48dd37cbf8 service neutron] 10.222.0.35 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219921 Mar 23 21:24:27.284425 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:27.388026 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-081e3fb1-94c7-457f-9055-843760118869 service neutron] 10.222.0.35 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547976 Mar 23 21:24:27.409199 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Floating IP 050dc37b-5d10-489f-ac7c-e76ccae4bb64 associated. External IP: 172.27.0.129, port: fa346a94-54d4-4634-b0d5-2c677cfaf0b9. Mar 23 21:24:27.854491 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7b562a4-991e-4b8c-a8f2-4367f8a08b64 req-304c4205-23b5-4171-a808-65d93ccede2a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0313931 Mar 23 21:24:27.892300 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:28.000717 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:28.005472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:28.012349 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:28.024888 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:28.026703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:28.037445 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-e0709c7c-1247-4cef-a564-916aa8e4bd77 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "PUT /v2.0/floatingips/050dc37b-5d10-489f-ac7c-e76ccae4bb64 HTTP/1.1" status: 200 len: 991 time: 1.5104282 Mar 23 21:24:28.041238 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:28.041238 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5cb857-1c36-4a13-980a-12cc7bdb9d10" -d '{"events": [{"name": "network-changed", "server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:28.076803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d397b9-2d39-4715-9310-56788519fc2e x-openstack-request-id: req-b5d397b9-2d39-4715-9310-56788519fc2e {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:28.077135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:28.077441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5d397b9-2d39-4715-9310-56788519fc2e {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:28.077849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d397b9-2d39-4715-9310-56788519fc2e'] response: {'name': 'network-changed', 'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'status': 'completed', 'code': 200} Mar 23 21:24:28.142805 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-2d0dd6e0-1b22-4554-9a6e-91021b69c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:28.144311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-2d0dd6e0-1b22-4554-9a6e-91021b69c7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1129 time: 0.0456102 Mar 23 21:24:28.154740 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:28.236744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-edf3afa5-5b56-4827-ac15-5178ece3f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:28.238239 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-edf3afa5-5b56-4827-ac15-5178ece3f099 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.0880342 Mar 23 21:24:28.304757 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-1c41dd21-0210-4774-940c-3e328efd60f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 999 time: 0.0595353 Mar 23 21:24:28.358018 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-0fe6a2c2-1b6d-44b0-8c4f-6cb053755b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:28.359483 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-0fe6a2c2-1b6d-44b0-8c4f-6cb053755b57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0479040 Mar 23 21:24:28.383470 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '050dc37b-5d10-489f-ac7c-e76ccae4bb64', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a9472-6515-492d-a03c-49c9b8e38f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:27Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:28.409471 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-1d9fb24c-c17c-4046-8409-e4b4e0cc6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:28.410028 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:28.410974 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-1d9fb24c-c17c-4046-8409-e4b4e0cc6fbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442219 Mar 23 21:24:28.418478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:28.419080 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:28.504892 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-cf47f200-be7d-4166-a728-f6d86001a242 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Mar 23 21:24:28.610533 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de5cb857-1c36-4a13-980a-12cc7bdb9d10 req-0d24af50-a497-4f02-ab91-dd244d5f3bad service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939648 Mar 23 21:24:28.658443 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:28.879870 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '050dc37b-5d10-489f-ac7c-e76ccae4bb64', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a9472-6515-492d-a03c-49c9b8e38f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:27Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:28.907479 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df113df-c030-4c9e-9a3d-cf36ec4f5060 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '050dc37b-5d10-489f-ac7c-e76ccae4bb64', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214a9472-6515-492d-a03c-49c9b8e38f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:12Z', 'updated_at': '2022-03-23T21:24:27Z', 'revision_number': 1, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:28.952986 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80d54b11-98b8-400f-bd9b-f90434da7bec req-1eddb151-1f58-4bd6-972d-4b4682bd6c97 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0310295 Mar 23 21:24:29.108291 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a18bf1-12a8-4e81-947d-db29b85cf385 None None] New status for floating IP 050dc37b-5d10-489f-ac7c-e76ccae4bb64: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:29.803412 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-73eb4b65-e362-46a1-aa83-b43505be0019 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:29.804813 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-73eb4b65-e362-46a1-aa83-b43505be0019 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 810 time: 0.1034842 Mar 23 21:24:29.875284 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-61aae135-6cd0-4b6b-8236-b5a49b4e535f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67b304652294fb0ad7cb1abb0b64385 HTTP/1.1" status: 200 len: 380 time: 0.0517964 Mar 23 21:24:29.884706 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'port': {'device_id': '8b92c181-278c-4d9d-a719-724bfe703989', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'admin_state_up': True, 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'security_groups': ['445a3f1f-bfcb-4414-9351-7aab6e94c12e']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:30.053995 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f221cff4-e2de-4d14-a539-872fda97f857 req-3adfab99-febf-4710-b637-9e011aaeca3e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0317554 Mar 23 21:24:30.095448 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Made reservation on behalf of e67b304652294fb0ad7cb1abb0b64385 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:24:30.098797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.220038 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Allocated IP 172.20.0.7 (4c8e900b-5e90-48d2-ad97-0f533390cba8/bd5d7ed7-db60-4099-99d2-2bd23ebb0788/bf99f032-db93-4f84-919f-c931b393533d) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:24:30.353548 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for port (bf99f032-db93-4f84-919f-c931b393533d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.444804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.485027 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:24:30.488162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:24:30.490457 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:24:30.523583 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event updated for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:30.550434 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:30.551060 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.647144 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-64986e0f-da07-4622-8ae3-87d3ac466de9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661695 Mar 23 21:24:30.664613 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Request body: {'port': {'device_id': '8b92c181-278c-4d9d-a719-724bfe703989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:30.724812 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bf99f032-db93-4f84-919f-c931b393533d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.750181 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-b6be9a49-fd3d-42ef-9f22-dc6ef96ae13b None None] Provisioning complete for port bf99f032-db93-4f84-919f-c931b393533d triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:24:30.750650 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b6be9a49-fd3d-42ef-9f22-dc6ef96ae13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bf99f032-db93-4f84-919f-c931b393533d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.784626 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b6be9a49-fd3d-42ef-9f22-dc6ef96ae13b None None] Port bf99f032-db93-4f84-919f-c931b393533d cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:24:30.978210 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf99f032-db93-4f84-919f-c931b393533d {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:24:30.985485 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks [] for port (bf99f032-db93-4f84-919f-c931b393533d), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:30.996972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Transition to ACTIVE for port object bf99f032-db93-4f84-919f-c931b393533d will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:24:31.095792 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:31.183072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:31.245600 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39876e6-e202-4e8b-80dc-1e881ece6898 req-371a1d50-ae2a-4b0b-bcfb-23d366a0bed8 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.247169 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e39876e6-e202-4e8b-80dc-1e881ece6898 req-371a1d50-ae2a-4b0b-bcfb-23d366a0bed8 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 943 time: 0.1251760 Mar 23 21:24:31.277066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Attempting to bind port bf99f032-db93-4f84-919f-c931b393533d on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:24:31.277406 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Attempting to bind port bf99f032-db93-4f84-919f-c931b393533d by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:24:31.277738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Attempting to bind port bf99f032-db93-4f84-919f-c931b393533d on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:24:31.285383 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Port bf99f032-db93-4f84-919f-c931b393533d on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:24:31.285688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Attempting to bind port bf99f032-db93-4f84-919f-c931b393533d on network 4c8e900b-5e90-48d2-ad97-0f533390cba8 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:24:31.293958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:24:31.294302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Checking segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:24:31.294688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Bound using segment: {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:24:31.295122 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Bound port: bf99f032-db93-4f84-919f-c931b393533d, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2364d25a-3393-43c7-a047-a97a59c763dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:24:31.295479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bf99f032-db93-4f84-919f-c931b393533d), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:31.327055 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e39876e6-e202-4e8b-80dc-1e881ece6898 req-cecec4ea-ab43-4e8a-be1d-57fdd7989f7e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719275 Mar 23 21:24:31.377555 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:24:31.380447 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bf99f032-db93-4f84-919f-c931b393533d,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:24:31.456411 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:31.488564 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.489129 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:31.490598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf99f032-db93-4f84-919f-c931b393533d HTTP/1.1" status: 200 len: 1093 time: 0.8299687 Mar 23 21:24:31.490934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:31.493177 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e58499-94e3-4602-823c-8ea68aa64546" -d '{"events": [{"name": "network-changed", "server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "tag": "bf99f032-db93-4f84-919f-c931b393533d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:31.520042 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02144fbe-0253-4f7e-8e2e-e20eee1954b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:31.532168 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7fa010-5509-4609-b69a-a64736fa294d x-openstack-request-id: req-8b7fa010-5509-4609-b69a-a64736fa294d {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:31.532569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "tag": "bf99f032-db93-4f84-919f-c931b393533d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:31.532840 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b7fa010-5509-4609-b69a-a64736fa294d {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:31.533291 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7fa010-5509-4609-b69a-a64736fa294d'] response: {'name': 'network-changed', 'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d', 'status': 'completed', 'code': 200} Mar 23 21:24:31.608941 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58499-94e3-4602-823c-8ea68aa64546 req-06cda7be-ac99-49d9-808c-29d9c901689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.610488 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19e58499-94e3-4602-823c-8ea68aa64546 req-06cda7be-ac99-49d9-808c-29d9c901689b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 1127 time: 0.0462229 Mar 23 21:24:31.716200 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58499-94e3-4602-823c-8ea68aa64546 req-625f6792-2837-4289-afef-04f51cbbfeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.717617 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19e58499-94e3-4602-823c-8ea68aa64546 req-625f6792-2837-4289-afef-04f51cbbfeac service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e67b304652294fb0ad7cb1abb0b64385&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0941212 Mar 23 21:24:31.810922 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e58499-94e3-4602-823c-8ea68aa64546 req-d6309ab7-5e32-413c-840c-a00f0bbb77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.812371 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19e58499-94e3-4602-823c-8ea68aa64546 req-d6309ab7-5e32-413c-840c-a00f0bbb77f5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867801 Mar 23 21:24:31.911670 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-4b899ce1-eefd-4d63-8ec4-6fe71e12a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:31.913139 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-4b899ce1-eefd-4d63-8ec4-6fe71e12a3af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 1127 time: 0.0433059 Mar 23 21:24:31.957378 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-bd51454d-4572-48e7-8dd6-a2c0d34440c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf99f032-db93-4f84-919f-c931b393533d HTTP/1.1" status: 200 len: 217 time: 0.0371046 Mar 23 21:24:32.005051 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-53e195a6-dbcb-4829-8854-8209b408bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:32.006405 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-53e195a6-dbcb-4829-8854-8209b408bfec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.0426543 Mar 23 21:24:32.057390 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-c0f61b4a-1d3c-454b-8c8d-af9e529b39b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:32.058867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-c0f61b4a-1d3c-454b-8c8d-af9e529b39b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436130 Mar 23 21:24:32.151893 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-92e00f7a-ae48-4a52-8e3a-d531b410dae7 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826848 Mar 23 21:24:32.245633 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd74d0c4-00cb-47bd-bde4-667f467e5c24 req-7a611683-29ea-43b9-8fbc-a3370be3d18b service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790646 Mar 23 21:24:32.448054 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee568bb-5660-450f-aaf8-bbcb35803420 req-ca7d9074-697a-49e3-a719-3e726fbe3a9e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:32.449720 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ee568bb-5660-450f-aaf8-bbcb35803420 req-ca7d9074-697a-49e3-a719-3e726fbe3a9e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 943 time: 0.0574853 Mar 23 21:24:32.509974 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ee568bb-5660-450f-aaf8-bbcb35803420 req-888a99ba-5162-4377-9900-d86d912d33e2 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534835 Mar 23 21:24:33.628887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56871b-4ed9-4176-8648-a5a3c86230dc req-900b6bb3-e41d-4648-bbde-5457fc5ff94e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:33.630394 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df56871b-4ed9-4176-8648-a5a3c86230dc req-900b6bb3-e41d-4648-bbde-5457fc5ff94e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 943 time: 0.0512588 Mar 23 21:24:33.676126 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-df56871b-4ed9-4176-8648-a5a3c86230dc req-0540adb7-1833-4441-80ee-f3ad019ae682 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396328 Mar 23 21:24:34.044122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-aef9b431-4f3d-4c86-ba6c-8a4df7010a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:34.421723 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:24:34.790421 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609c9c7-4a76-4e2a-9cdf-70f40d9b0561 req-69c83cec-c941-4794-92f2-69f99cf9eb63 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:34.791859 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2609c9c7-4a76-4e2a-9cdf-70f40d9b0561 req-69c83cec-c941-4794-92f2-69f99cf9eb63 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 943 time: 0.0512526 Mar 23 21:24:34.840653 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2609c9c7-4a76-4e2a-9cdf-70f40d9b0561 req-4f114098-93b7-47f2-8fa3-3502f0af16e1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430374 Mar 23 21:24:35.211127 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device bf99f032-db93-4f84-919f-c931b393533d details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:24:35.303917 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bf99f032-db93-4f84-919f-c931b393533d,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:35.322707 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'bf99f032-db93-4f84-919f-c931b393533d', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'port_id': 'bf99f032-db93-4f84-919f-c931b393533d', 'mac_address': 'fa:16:3e:bb:88:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:24:35.364089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port bf99f032-db93-4f84-919f-c931b393533d is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:35.364557 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bf99f032-db93-4f84-919f-c931b393533d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:35.376759 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf99f032-db93-4f84-919f-c931b393533d {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:24:35.395344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bf99f032-db93-4f84-919f-c931b393533d,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:35.476744 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:35.522424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:35.792814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['bf99f032-db93-4f84-919f-c931b393533d'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:24:35.956326 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0659f-c535-4fec-9d00-874751a359ea req-2aa1bdd4-51f1-486b-a6a2-37ead17a4570 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:35.957869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-deb0659f-c535-4fec-9d00-874751a359ea req-2aa1bdd4-51f1-486b-a6a2-37ead17a4570 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 944 time: 0.0533650 Mar 23 21:24:36.002957 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-deb0659f-c535-4fec-9d00-874751a359ea req-7ccf1677-dc0a-4a13-bd3e-73fce958eabf tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Mar 23 21:24:36.175559 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-39677425-5df6-46e1-933c-31f4567bb250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:37.118925 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6255f8-17ad-4349-a2c6-eb3515620919 req-79eaccd6-39e1-4e9b-bc61-e2d536013100 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:37.120382 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c6255f8-17ad-4349-a2c6-eb3515620919 req-79eaccd6-39e1-4e9b-bc61-e2d536013100 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 944 time: 0.0512397 Mar 23 21:24:37.164681 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c6255f8-17ad-4349-a2c6-eb3515620919 req-cc034487-fe8e-401f-87d2-7ec55c555ab0 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389419 Mar 23 21:24:37.219459 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device bf99f032-db93-4f84-919f-c931b393533d up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:24:37.323813 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port bf99f032-db93-4f84-919f-c931b393533d completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:24:37.327713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port bf99f032-db93-4f84-919f-c931b393533d triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:24:37.328093 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (bf99f032-db93-4f84-919f-c931b393533d), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:37.405774 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port bf99f032-db93-4f84-919f-c931b393533d is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:24:37.406159 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (bf99f032-db93-4f84-919f-c931b393533d), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:37.428275 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:37.430506 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff0171-9384-4576-b089-d1f4a506ffc5" -d '{"events": [{"server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "name": "network-vif-plugged", "status": "completed", "tag": "bf99f032-db93-4f84-919f-c931b393533d"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:37.442292 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bf99f032-db93-4f84-919f-c931b393533d,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:37.467246 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa8a885-3362-491c-87f3-8019f4719eb8 x-openstack-request-id: req-9fa8a885-3362-491c-87f3-8019f4719eb8 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:37.467539 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "name": "network-vif-plugged", "status": "completed", "tag": "bf99f032-db93-4f84-919f-c931b393533d", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:37.467796 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9fa8a885-3362-491c-87f3-8019f4719eb8 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:37.468202 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa8a885-3362-491c-87f3-8019f4719eb8'] response: {'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d', 'code': 200} Mar 23 21:24:37.524003 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:37.582449 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:37.672588 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:37.819468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc79e5-aa3f-419e-a653-19af8a272cce req-e90f7113-c267-4e70-ad39-db05570eed87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:37.820890 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ccc79e5-aa3f-419e-a653-19af8a272cce req-e90f7113-c267-4e70-ad39-db05570eed87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 1129 time: 0.0459607 Mar 23 21:24:37.864980 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ccc79e5-aa3f-419e-a653-19af8a272cce req-1a0568e8-66fa-446d-80dd-f3e0340d74b1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365474 Mar 23 21:24:38.280595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74963536-7233-4df9-adb9-e4798c76fcda req-e32246c3-82b0-448c-b3ff-95e53b264ace tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:38.282632 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74963536-7233-4df9-adb9-e4798c76fcda req-e32246c3-82b0-448c-b3ff-95e53b264ace tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0527151 Mar 23 21:24:38.332092 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-74963536-7233-4df9-adb9-e4798c76fcda req-f4efc4ac-9581-485c-978f-56756a694244 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441208 Mar 23 21:24:39.065053 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:39.452431 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e3a0f-7d51-4c23-8524-40bb8ab25f32 req-3dc39f60-11e0-47e0-888f-144b78f4da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:39.453950 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f50e3a0f-7d51-4c23-8524-40bb8ab25f32 req-3dc39f60-11e0-47e0-888f-144b78f4da32 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0552745 Mar 23 21:24:39.500715 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f50e3a0f-7d51-4c23-8524-40bb8ab25f32 req-f4a3f078-0140-4b14-918a-01681786bd14 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410700 Mar 23 21:24:40.529824 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:40.617597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678c7f3-5440-4236-8bf4-b7963f146fcd req-108344d5-ac46-4fe5-b6ba-3fe1334b6816 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:40.619726 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0678c7f3-5440-4236-8bf4-b7963f146fcd req-108344d5-ac46-4fe5-b6ba-3fe1334b6816 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Mar 23 21:24:40.668431 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0678c7f3-5440-4236-8bf4-b7963f146fcd req-e4e13009-c712-4b6b-8fec-f6e8debcf6b3 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432260 Mar 23 21:24:40.781686 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc35d-d60f-420d-92bc-e798f202d6a2 req-0b71e2f8-9b48-4b3c-8a91-4357c2303362 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:40.783067 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-102cc35d-d60f-420d-92bc-e798f202d6a2 req-0b71e2f8-9b48-4b3c-8a91-4357c2303362 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Mar 23 21:24:40.792451 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46362) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:40.796589 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Request body: {'floatingip': {'port_id': 'bf99f032-db93-4f84-919f-c931b393533d'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:24:40.837506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:41.249356 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:41.307399 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:41.401158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Floating IP 4a05ecae-6fa2-45d9-aa5d-f22021e4ef57 associated. External IP: 172.27.0.93, port: bf99f032-db93-4f84-919f-c931b393533d. Mar 23 21:24:41.603533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:41.708011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:41.712832 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:41.718610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:41.728271 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:41.728999 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:41.740742 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-65d194a3-a51c-422f-9b85-8d1a981d4027 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "PUT /v2.0/floatingips/4a05ecae-6fa2-45d9-aa5d-f22021e4ef57 HTTP/1.1" status: 200 len: 990 time: 0.9472344 Mar 23 21:24:41.745005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:41.745005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f5c58e-451d-4c87-8cab-7089af5b6b79" -d '{"events": [{"name": "network-changed", "server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "tag": "bf99f032-db93-4f84-919f-c931b393533d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:41.780213 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d5f0c-ef96-4322-8120-c670cc0abb81 x-openstack-request-id: req-389d5f0c-ef96-4322-8120-c670cc0abb81 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:41.780507 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "tag": "bf99f032-db93-4f84-919f-c931b393533d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:41.780763 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-389d5f0c-ef96-4322-8120-c670cc0abb81 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:41.781199 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389d5f0c-ef96-4322-8120-c670cc0abb81'] response: {'name': 'network-changed', 'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d', 'status': 'completed', 'code': 200} Mar 23 21:24:41.845097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-37f8cdbe-cdf3-4a70-ad60-8ad4c14557fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:41.846629 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-37f8cdbe-cdf3-4a70-ad60-8ad4c14557fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e67b304652294fb0ad7cb1abb0b64385&device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 1129 time: 0.0436330 Mar 23 21:24:41.848882 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:41.938085 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-d5bcdef1-ac1c-40c9-9e9b-44efdabc2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:41.939577 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-d5bcdef1-ac1c-40c9-9e9b-44efdabc2979 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 200 len: 911 time: 0.0862858 Mar 23 21:24:42.010700 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-fbcbda8b-6947-4719-a501-fc082b9a19dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf99f032-db93-4f84-919f-c931b393533d HTTP/1.1" status: 200 len: 998 time: 0.0590060 Mar 23 21:24:42.074234 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-da196a0d-9505-47ad-a407-feb20418da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:42.075715 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-da196a0d-9505-47ad-a407-feb20418da47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 200 len: 849 time: 0.0588980 Mar 23 21:24:42.087453 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4a05ecae-6fa2-45d9-aa5d-f22021e4ef57', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': 'bf99f032-db93-4f84-919f-c931b393533d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:bb:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b92c181-278c-4d9d-a719-724bfe703989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:25Z', 'updated_at': '2022-03-23T21:24:41Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:42.117368 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:42.126117 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:42.126800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:42.129103 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-6018534b-843c-4129-a225-a460d210339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:42.130693 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-6018534b-843c-4129-a225-a460d210339d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8e900b-5e90-48d2-ad97-0f533390cba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473716 Mar 23 21:24:42.224804 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-cae673a7-e448-447e-8094-05401ce87179 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858791 Mar 23 21:24:42.230836 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:42.318784 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86f5c58e-451d-4c87-8cab-7089af5b6b79 req-b426e19f-e2e8-4b98-814e-e1f6a8ad9cc6 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858111 Mar 23 21:24:42.455084 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4a05ecae-6fa2-45d9-aa5d-f22021e4ef57', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': 'bf99f032-db93-4f84-919f-c931b393533d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:bb:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b92c181-278c-4d9d-a719-724bfe703989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:25Z', 'updated_at': '2022-03-23T21:24:41Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:42.482185 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55d707-eeb6-4999-a02b-ce9edb71285d None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '4a05ecae-6fa2-45d9-aa5d-f22021e4ef57', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'port_id': 'bf99f032-db93-4f84-919f-c931b393533d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'mac_address': 'fa:16:3e:bb:88:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b92c181-278c-4d9d-a719-724bfe703989', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:24:25Z', 'updated_at': '2022-03-23T21:24:41Z', 'revision_number': 1, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:42.675981 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cf1f76-2dc4-4152-9bd0-24e1be57c3cb None None] New status for floating IP 4a05ecae-6fa2-45d9-aa5d-f22021e4ef57: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:53.121937 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:53.661787 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814a7a9-46b4-432b-a3cc-def6fc8f3845 req-0301cb1f-97b9-4e55-997d-d0e478994339 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:53.663212 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c814a7a9-46b4-432b-a3cc-def6fc8f3845 req-0301cb1f-97b9-4e55-997d-d0e478994339 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0535898 Mar 23 21:24:53.714194 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c814a7a9-46b4-432b-a3cc-def6fc8f3845 req-932f05f5-2592-42bc-9e9e-ad3a6da6767e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443139 Mar 23 21:24:54.890788 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b72f2e6-eb1d-45c2-97f7-06b7125df9ba req-860e5356-6c26-406d-8e11-9d037ba80282 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:54.892263 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b72f2e6-eb1d-45c2-97f7-06b7125df9ba req-860e5356-6c26-406d-8e11-9d037ba80282 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.1041102 Mar 23 21:24:54.938702 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b72f2e6-eb1d-45c2-97f7-06b7125df9ba req-907e400e-aed6-4103-ab09-db363595cea6 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409410 Mar 23 21:24:55.030194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885e927-8596-46d6-8825-4bd463beef82 req-1315774f-97b0-400b-9449-127a6b56cb02 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:55.031656 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3885e927-8596-46d6-8825-4bd463beef82 req-1315774f-97b0-400b-9449-127a6b56cb02 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.0517087 Mar 23 21:24:55.077617 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3885e927-8596-46d6-8825-4bd463beef82 req-e1ecd844-09cc-4348-861c-53e226bb6f54 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Mar 23 21:24:56.059615 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c025a-c54a-4dbc-a81d-5e82650bdb30 req-657cddae-f716-4490-bafe-302d8c8af977 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:56.061020 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-493c025a-c54a-4dbc-a81d-5e82650bdb30 req-657cddae-f716-4490-bafe-302d8c8af977 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0516300 Mar 23 21:24:56.109920 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-493c025a-c54a-4dbc-a81d-5e82650bdb30 req-eae68259-8788-4b0e-a886-c95a36ec196d tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433948 Mar 23 21:24:56.437125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a37f9c-0a3f-48a2-88f8-259cf34fbdea req-29f2f3c8-e94e-423e-b6fb-ea4bfd4ba4a3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:56.438567 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72a37f9c-0a3f-48a2-88f8-259cf34fbdea req-29f2f3c8-e94e-423e-b6fb-ea4bfd4ba4a3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.2946544 Mar 23 21:24:56.483738 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72a37f9c-0a3f-48a2-88f8-259cf34fbdea req-88eb0ce1-e763-485a-8261-0c08672538db tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=dea3d77e-2ba1-4034-b5ed-d892bcfd3141&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395529 Mar 23 21:24:56.781439 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-3c60c87a-c2d2-49b5-aae1-0c9b220dc646 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:56.782844 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-3c60c87a-c2d2-49b5-aae1-0c9b220dc646 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 945 time: 0.0505488 Mar 23 21:24:56.875810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port e0a103db-482d-4e66-a8e1-1463d16b7ce6 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:56.876159 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:56.960010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] For port e0a103db-482d-4e66-a8e1-1463d16b7ce6, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=e0a103db-482d-4e66-a8e1-1463d16b7ce6,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:56.963580 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.127861 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.128546 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.128546 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 4bff78e3-bd99-4e06-b1d9-ea16f2d0120c disassociated. External IP: 172.27.0.249, port: e0a103db-482d-4e66-a8e1-1463d16b7ce6. Mar 23 21:24:57.128765 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for e0a103db-482d-4e66-a8e1-1463d16b7ce6 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:57.249964 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f139f5-60e2-4d67-ae8d-f905ab9b542a req-f068ea9d-8acd-498c-8b69-3aeceaaf22fe tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:57.251438 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54f139f5-60e2-4d67-ae8d-f905ab9b542a req-f068ea9d-8acd-498c-8b69-3aeceaaf22fe tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0713880 Mar 23 21:24:57.328172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54f139f5-60e2-4d67-ae8d-f905ab9b542a req-b5e8d7ed-a8a7-4adc-a8e2-e13b39c7fcb9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=708cf793-5d49-429f-ab66-d59d92a8b077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592051 Mar 23 21:24:57.389787 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3dcc16-307a-422f-90c1-32843fafdede req-31cb7cd8-6d05-4d1a-aaee-85fc4e389c26 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:24:57.391195 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee3dcc16-307a-422f-90c1-32843fafdede req-31cb7cd8-6d05-4d1a-aaee-85fc4e389c26 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 946 time: 0.0509398 Mar 23 21:24:57.399037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (e0a103db-482d-4e66-a8e1-1463d16b7ce6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.449738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=e0a103db-482d-4e66-a8e1-1463d16b7ce6,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:57.586239 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5d4e0486-cba0-499d-8b13-65e53123ac3a req-35c76845-2145-4dff-88c8-d7fea806e136 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 210 time: 0.0346510 Mar 23 21:24:57.620670 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Deleting port ae625322-a856-41ab-b980-ea38cf36336a {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:24:57.621028 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (ae625322-a856-41ab-b980-ea38cf36336a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.675977 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:57.787962 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] For port ae625322-a856-41ab-b980-ea38cf36336a, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=ae625322-a856-41ab-b980-ea38cf36336a,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:24:57.788330 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (ae625322-a856-41ab-b980-ea38cf36336a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.871389 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:57.885828 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:57.896440 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:57.897093 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:57.946853 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] No DVR routers for this DVR port e0a103db-482d-4e66-a8e1-1463d16b7ce6 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:24:57.950402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:57.953605 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-59d4c622-35ac-4a39-a269-317f77ce2a71 req-f043991d-d398-4b61-9b32-f00628d88628 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "DELETE /v2.0/ports/e0a103db-482d-4e66-a8e1-1463d16b7ce6 HTTP/1.1" status: 204 len: 173 time: 1.1651392 Mar 23 21:24:57.954045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'name': 'network-vif-deleted', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:24:57.956230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89133f9c-0f19-4c13-b900-939d8e86857b" -d '{"events": [{"server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "name": "network-vif-deleted", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:24:58.009774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d644c4-8b8b-4103-bbca-dc41d0f18a77 x-openstack-request-id: req-28d644c4-8b8b-4103-bbca-dc41d0f18a77 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:24:58.010065 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88039905-fcfe-4992-ba51-4a0676d5ad9c", "name": "network-vif-deleted", "tag": "e0a103db-482d-4e66-a8e1-1463d16b7ce6", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:24:58.010358 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28d644c4-8b8b-4103-bbca-dc41d0f18a77 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:24:58.010723 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d644c4-8b8b-4103-bbca-dc41d0f18a77'] response: {'server_uuid': '88039905-fcfe-4992-ba51-4a0676d5ad9c', 'name': 'network-vif-deleted', 'tag': 'e0a103db-482d-4e66-a8e1-1463d16b7ce6', 'status': 'completed', 'code': 200} Mar 23 21:24:58.012814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:58.037381 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:58.037679 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:58.037998 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Floating IP ef84b02e-57dd-4634-9fda-260d16374d10 disassociated. External IP: 172.27.0.133, port: ae625322-a856-41ab-b980-ea38cf36336a. Mar 23 21:24:58.038339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Calling delete_port for ae625322-a856-41ab-b980-ea38cf36336a owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:24:58.218904 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:58.270943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (ae625322-a856-41ab-b980-ea38cf36336a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:58.299830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event deleted for resources: {'Port': ['ID=ae625322-a856-41ab-b980-ea38cf36336a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:24:58.379176 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:58.388052 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:58.388661 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:58.433309 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-962668c3-6ab4-4c51-b8d7-835b65140206 req-551a0362-1e34-4991-ab36-f1f49fab8704 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0329180 Mar 23 21:24:58.458267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Router d905f621-ddee-498f-9aa5-43c84f56d083 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:24:58.497495 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:58.566917 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:24:58.577260 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:24:58.586758 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:58.587301 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:58.615780 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] No DVR routers for this DVR port ae625322-a856-41ab-b980-ea38cf36336a on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:24:58.620228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:58.626317 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ee3dcc16-307a-422f-90c1-32843fafdede req-5b39920e-e814-449d-9db5-ff277a24f635 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "DELETE /v2.0/ports/ae625322-a856-41ab-b980-ea38cf36336a HTTP/1.1" status: 204 len: 173 time: 1.2281609 Mar 23 21:24:58.710323 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:58.711022 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38ff73c7-dcc7-4ddd-b89d-51f61597853c req-09fac55b-c17e-47b4-8a5f-620ea18d1c65 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=88039905-fcfe-4992-ba51-4a0676d5ad9c HTTP/1.1" status: 200 len: 210 time: 0.0292902 Mar 23 21:24:58.735421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:58.766441 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e25e21d-ccc5-42cc-82e4-f5e1c08f03b8 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:59.034176 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:59.041255 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bae8d1-463e-4867-bc64-5083c133d7f5 None None] New status for floating IP 4bff78e3-bd99-4e06-b1d9-ea16f2d0120c: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:59.067094 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:24:59.076224 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:24:59.077038 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:24:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:59.184037 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:24:59.343314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e0a103db-482d-4e66-a8e1-1463d16b7ce6 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:24:59.363705 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: e0a103db-482d-4e66-a8e1-1463d16b7ce6 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:24:59.364057 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device e0a103db-482d-4e66-a8e1-1463d16b7ce6 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:24:59.375507 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:24:59.400722 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3b13b3-237a-4564-b698-7b14aa6f3e8e None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bef859ea-86d8-4ef5-b70f-b66883433ec3', 'name': '', 'network_id': '88ee8414-242f-4862-88f4-e516b855d1fb', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'mac_address': 'fa:16:3e:fb:d9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'subnets': [{'id': '2a4cf292-9a1b-49f2-b052-a048f629dac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:24:59.596210 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ef195217-eaea-4430-b431-5c0bc3ab3bf6 req-e0775b3c-5d97-4a89-962f-f1f4dd08e150 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e67f9257-f9ec-41fb-9905-a8a575eb0add HTTP/1.1" status: 200 len: 210 time: 0.0826607 Mar 23 21:24:59.651967 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac40561-4217-45d2-9613-eb3f374f1653 None None] New status for floating IP ef84b02e-57dd-4634-9fda-260d16374d10: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:24:59.871091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46502) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:24:59.928339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (dea3d77e-2ba1-4034-b5ed-d892bcfd3141), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:24:59.953045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (dea3d77e-2ba1-4034-b5ed-d892bcfd3141), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.012070 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'name': 'network-vif-deleted', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:00.014350 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e13f3-d9d9-4d2f-b3f0-424f285d27d4" -d '{"events": [{"server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "name": "network-vif-deleted", "tag": "ae625322-a856-41ab-b980-ea38cf36336a"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:00.048371 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed650cd-3342-4f2e-a15c-5249ffa2d9ef x-openstack-request-id: req-5ed650cd-3342-4f2e-a15c-5249ffa2d9ef {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:00.048691 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67f9257-f9ec-41fb-9905-a8a575eb0add", "name": "network-vif-deleted", "tag": "ae625322-a856-41ab-b980-ea38cf36336a", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:00.048967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5ed650cd-3342-4f2e-a15c-5249ffa2d9ef {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:00.049363 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed650cd-3342-4f2e-a15c-5249ffa2d9ef'] response: {'server_uuid': 'e67f9257-f9ec-41fb-9905-a8a575eb0add', 'name': 'network-vif-deleted', 'tag': 'ae625322-a856-41ab-b980-ea38cf36336a', 'status': 'completed', 'code': 200} Mar 23 21:25:00.146822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (dea3d77e-2ba1-4034-b5ed-d892bcfd3141), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.149459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.151228 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/security-groups/dea3d77e-2ba1-4034-b5ed-d892bcfd3141 HTTP/1.1" status: 204 len: 168 time: 0.2791529 Mar 23 21:25:00.154113 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46506) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:00.160421 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2d7f47-5d15-4f8b-a82a-50a54890932b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3d77e-2ba1-4034-b5ed-d892bcfd3141,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:00.171290 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-46fb12f3-0613-4951-9634-5c2e7a041b66 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] show failed (client error): The resource could not be found. Mar 23 21:25:00.172630 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-46fb12f3-0613-4951-9634-5c2e7a041b66 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups/dea3d77e-2ba1-4034-b5ed-d892bcfd3141 HTTP/1.1" status: 404 len: 347 time: 0.0170591 Mar 23 21:25:00.175279 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46508) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:00.297783 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port 2d87a730-1bbf-446b-9fd8-09c4a2b36742 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:00.298040 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.368602 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.369457 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (2d87a730-1bbf-446b-9fd8-09c4a2b36742), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.380988 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for 2d87a730-1bbf-446b-9fd8-09c4a2b36742 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:00.580932 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (2d87a730-1bbf-446b-9fd8-09c4a2b36742), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.604770 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=2d87a730-1bbf-446b-9fd8-09c4a2b36742,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:00.671838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (4bff78e3-bd99-4e06-b1d9-ea16f2d0120c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.674463 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.675613 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-41489f43-f27b-47dd-9918-c6877fe2801b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/floatingips/4bff78e3-bd99-4e06-b1d9-ea16f2d0120c HTTP/1.1" status: 204 len: 168 time: 0.4994121 Mar 23 21:25:00.739164 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46516) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:00.803890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (708cf793-5d49-429f-ab66-d59d92a8b077), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.826398 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (708cf793-5d49-429f-ab66-d59d92a8b077), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.940587 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (708cf793-5d49-429f-ab66-d59d92a8b077), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.943239 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:00.944538 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "DELETE /v2.0/security-groups/708cf793-5d49-429f-ab66-d59d92a8b077 HTTP/1.1" status: 204 len: 168 time: 0.2043231 Mar 23 21:25:00.947173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46518) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:00.953546 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1cf0d-9c99-4e6d-a313-1e6f5375aecb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708cf793-5d49-429f-ab66-d59d92a8b077,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:00.963512 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-2c8a6f29-8fb8-4843-94e2-149b0038d2a2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] show failed (client error): The resource could not be found. Mar 23 21:25:00.966130 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2c8a6f29-8fb8-4843-94e2-149b0038d2a2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups/708cf793-5d49-429f-ab66-d59d92a8b077 HTTP/1.1" status: 404 len: 347 time: 0.0163417 Mar 23 21:25:00.967144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46520) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:01.044988 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46522) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:01.053345 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807710280', 'description': 'tempest-description--640341787'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:01.111240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Deleting port b1b84279-824b-48b0-9317-ef7ac62c65e4 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:01.111604 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.186722 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.187047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (b1b84279-824b-48b0-9317-ef7ac62c65e4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.193989 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.207699 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Calling delete_port for b1b84279-824b-48b0-9317-ef7ac62c65e4 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:01.325514 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (757d1395-5595-46ea-9a35-e8380e3b6b5d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.358057 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device ae625322-a856-41ab-b980-ea38cf36336a no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:01.377779 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: ae625322-a856-41ab-b980-ea38cf36336a {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:01.378127 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device ae625322-a856-41ab-b980-ea38cf36336a not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:01.409510 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (757d1395-5595-46ea-9a35-e8380e3b6b5d), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.440010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (b1b84279-824b-48b0-9317-ef7ac62c65e4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.448769 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757d1395-5595-46ea-9a35-e8380e3b6b5d,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:01.470264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event deleted for resources: {'Port': ['ID=b1b84279-824b-48b0-9317-ef7ac62c65e4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:01.511773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.513013 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7975ccb7-0553-476c-a41b-53ddcec5857d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4670646 Mar 23 21:25:01.516079 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46524) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:01.520727 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': '757d1395-5595-46ea-9a35-e8380e3b6b5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:01.532360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks [] for floatingip (ef84b02e-57dd-4634-9fda-260d16374d10), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.534924 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.536045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-eacfca66-f72c-4a36-b899-fc70622f9933 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "DELETE /v2.0/floatingips/ef84b02e-57dd-4634-9fda-260d16374d10 HTTP/1.1" status: 204 len: 168 time: 0.5680285 Mar 23 21:25:01.614179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (bc9b6853-2eb4-4bea-8e79-d9cdd1fd3992), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.658360 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (bc9b6853-2eb4-4bea-8e79-d9cdd1fd3992), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.750400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (bc9b6853-2eb4-4bea-8e79-d9cdd1fd3992), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.774094 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9b6853-2eb4-4bea-8e79-d9cdd1fd3992,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:01.937259 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:01.938492 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fc0d0bdb-27f5-4fe8-a0da-6fb33ffcf7a2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4213774 Mar 23 21:25:01.941223 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46530) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:01.945441 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'security_group_rule': {'security_group_id': '757d1395-5595-46ea-9a35-e8380e3b6b5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:02.061107 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (26d6d9e0-f24a-4b5b-8345-cac13b8f91d4), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.116375 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (26d6d9e0-f24a-4b5b-8345-cac13b8f91d4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.237850 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (26d6d9e0-f24a-4b5b-8345-cac13b8f91d4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.257592 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d6d9e0-f24a-4b5b-8345-cac13b8f91d4,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:02.365584 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.366716 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a9cfa306-3ecd-4445-bef8-07d84c26ee1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4245710 Mar 23 21:25:02.370569 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46534) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:02.374713 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:02.458931 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.552916 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.656800 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.27.0.36 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/f1ea8eac-395d-43e4-bee4-bd5772b57cc4) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:25:02.753765 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.890474 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:02.926091 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:25:02.929272 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:25:02.931732 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:25:02.967060 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=f1ea8eac-395d-43e4-bee4-bd5772b57cc4,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:03.026432 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.166138 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.311811 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.380355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.447697 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=f1ea8eac-395d-43e4-bee4-bd5772b57cc4,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:03.458027 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.540670 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:03.542030 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-be74c142-57d2-4d5b-b040-f380fd4da4d3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1705406 Mar 23 21:25:03.688664 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-f601aafa-3fb2-4884-8b83-4cb7ef366bff tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1807710280&fields=id&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 267 time: 0.0424931 Mar 23 21:25:03.799052 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-6e59d774-3e24-4756-9ef0-f4fa77533817 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:03.800491 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-6e59d774-3e24-4756-9ef0-f4fa77533817 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.1053669 Mar 23 21:25:03.815641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ba59b43f-9b2f-4c58-a14c-14ee13e7c586 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/quotas/7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 375 time: 0.0096757 Mar 23 21:25:03.871463 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ba2a8643-23c7-4973-841d-e1cec105e6e2 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504572 Mar 23 21:25:04.008296 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-3b140cbc-3f5b-4e47-aa21-f33bcfda8f35 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260338 Mar 23 21:25:04.090908 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ad48a8b-a684-41a4-9410-a723c7a5b266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:04.096613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-cfe91a40-ed93-4c8f-b8d8-e7a3a70ebde8 service neutron] 10.222.0.35 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820711 Mar 23 21:25:04.367172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-720d687f-24f9-4a00-9ae8-5f67cf645a42 req-0a25eb7c-09d9-49d9-88f1-0e0bfe6c7404 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0296130 Mar 23 21:25:04.657305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355469a0-97a2-4c74-93df-160ae34a3880 req-29351aab-0c7f-44f3-a96c-aa8912d4efdf tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:04.658831 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-355469a0-97a2-4c74-93df-160ae34a3880 req-29351aab-0c7f-44f3-a96c-aa8912d4efdf tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0518408 Mar 23 21:25:04.708342 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-355469a0-97a2-4c74-93df-160ae34a3880 req-03a3f279-bc21-4fa9-813d-a91d1f298dbb tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439992 Mar 23 21:25:05.467149 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c49df2bc-43db-463e-9597-16f5d31d517d req-54ee2694-229c-433c-93a5-458be2afe34c tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0280445 Mar 23 21:25:05.826144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723d08-8cc2-440e-8c33-d6fe9ef72eef req-ba42207c-5d78-4146-8189-e3c214623a98 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:05.827596 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6723d08-8cc2-440e-8c33-d6fe9ef72eef req-ba42207c-5d78-4146-8189-e3c214623a98 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0510817 Mar 23 21:25:05.873563 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f6723d08-8cc2-440e-8c33-d6fe9ef72eef req-7ad65301-ffa5-489e-893e-5ccf60b61de1 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402915 Mar 23 21:25:06.186551 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c2cd7cb1-4837-400a-9bb9-addd693ce6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:06.499711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-8523cdf0-d39a-4b4a-b8e6-afcfc88e58ba tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:06.501187 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-8523cdf0-d39a-4b4a-b8e6-afcfc88e58ba tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 815 time: 0.1028392 Mar 23 21:25:06.570661 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a6a4bb50-3216-4727-b97d-0ef5a2d162e7 req-767a2588-37d1-4a34-8422-9e406d9bcfa9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0339158 Mar 23 21:25:06.592381 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-bb389d08-25be-4c71-9a1e-fd7f1a594259 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6227c2467c4a238e48e1c269e1e382 HTTP/1.1" status: 200 len: 380 time: 0.0775104 Mar 23 21:25:06.601348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'port': {'device_id': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'admin_state_up': True, 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'security_groups': ['757d1395-5595-46ea-9a35-e8380e3b6b5d']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:06.769146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Made reservation on behalf of 7e6227c2467c4a238e48e1c269e1e382 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:25:06.772616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:06.894040 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Allocated IP 172.20.0.10 (ac8e0016-9111-458a-9ce1-f3db687e4a71/3422a399-a0cd-4ec6-b51c-1cf9fde35024/a9cad7db-fe77-49cc-a187-c936a2eaafea) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:25:07.069370 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5f12a-3c0c-4825-9f36-d7e86133fb20 req-06b0a875-beb4-44b1-864a-723b6e6d8b9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:07.070739 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09b5f12a-3c0c-4825-9f36-d7e86133fb20 req-06b0a875-beb4-44b1-864a-723b6e6d8b9e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.1154845 Mar 23 21:25:07.075092 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.164005 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09b5f12a-3c0c-4825-9f36-d7e86133fb20 req-88e6223f-ab53-4a37-b950-02f7087a7070 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873041 Mar 23 21:25:07.185074 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-f4fdc385-3f8c-44ac-94cf-0d2e78cb49a9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:07.186515 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-f4fdc385-3f8c-44ac-94cf-0d2e78cb49a9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 946 time: 0.0885201 Mar 23 21:25:07.253799 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.300128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:25:07.306832 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:25:07.565943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:25:07.577897 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-80b253ec-4cff-49a7-b07f-31baae2dfda3 None None] Provisioning complete for port a9cad7db-fe77-49cc-a187-c936a2eaafea triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:25:07.578458 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-80b253ec-4cff-49a7-b07f-31baae2dfda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.592502 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event updated for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:07.616670 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-80b253ec-4cff-49a7-b07f-31baae2dfda3 None None] Port a9cad7db-fe77-49cc-a187-c936a2eaafea cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:25:07.620936 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Deleting port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:07.624047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.641322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:07.641884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.642023 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.762341 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401dacb-ceeb-42c3-8588-b6c0cc3f27af req-03608f06-133c-48cb-9ba5-105becdb3171 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:07.763780 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4401dacb-ceeb-42c3-8588-b6c0cc3f27af req-03608f06-133c-48cb-9ba5-105becdb3171 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 932 time: 0.0922580 Mar 23 21:25:07.765483 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] For port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:07.765844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:07.771190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-d296274c-9b7b-4cf1-91bd-7a91c39ce734 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1734982 Mar 23 21:25:07.802194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Calling delete_port for b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:07.864883 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Request body: {'port': {'device_id': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:07.891200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4401dacb-ceeb-42c3-8588-b6c0cc3f27af req-095f8149-902a-4214-b10a-c8f24b0f739c tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129599 Mar 23 21:25:07.950751 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.220879 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (b10e5aa2-1710-4aee-99b4-2aa0bc5f3288), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.233767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['6aa7c29c-76e9-4051-b370-214f45a12e5c'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:25:08.253575 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event deleted for resources: {'Port': ['ID=b10e5aa2-1710-4aee-99b4-2aa0bc5f3288,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:08.295907 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-51a4964f-cb61-4a5f-aa0e-fdfb5d09a31c req-0da793ab-7aa1-4c74-836e-6cc2176821b2 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=e0dc9b8b-b507-4c31-83b5-9dda3819722c HTTP/1.1" status: 200 len: 210 time: 0.0508783 Mar 23 21:25:08.297221 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.297555 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.297896 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.298235 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.298569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.298904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.299230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.299558 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.299897 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.300203 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.300517 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.300838 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.301185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.301505 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.301828 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:08.377114 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] No DVR routers for this DVR port b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:25:08.380387 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.383622 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5ba0798c-7dc1-4eb6-a8ed-4ef474dad61b req-9175c9e6-502d-4ee2-a98b-8558ac616314 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "DELETE /v2.0/ports/b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 HTTP/1.1" status: 204 len: 173 time: 1.1902616 Mar 23 21:25:08.384065 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'name': 'network-vif-deleted', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:08.386311 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ddf119-b298-4cc9-b7a3-426977b15f32" -d '{"events": [{"server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "name": "network-vif-deleted", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:08.423229 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b283b7-5e18-4fda-a4a5-506e9ed4d71b x-openstack-request-id: req-a8b283b7-5e18-4fda-a4a5-506e9ed4d71b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:08.423522 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0dc9b8b-b507-4c31-83b5-9dda3819722c", "name": "network-vif-deleted", "tag": "b10e5aa2-1710-4aee-99b4-2aa0bc5f3288", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:08.423775 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a8b283b7-5e18-4fda-a4a5-506e9ed4d71b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:08.424174 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8b283b7-5e18-4fda-a4a5-506e9ed4d71b'] response: {'server_uuid': 'e0dc9b8b-b507-4c31-83b5-9dda3819722c', 'name': 'network-vif-deleted', 'tag': 'b10e5aa2-1710-4aee-99b4-2aa0bc5f3288', 'status': 'completed', 'code': 200} Mar 23 21:25:08.482045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9cad7db-fe77-49cc-a187-c936a2eaafea {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:25:08.489285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks [] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.501323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Transition to ACTIVE for port object a9cad7db-fe77-49cc-a187-c936a2eaafea will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:25:08.578665 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.633353 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:08.711938 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Attempting to bind port a9cad7db-fe77-49cc-a187-c936a2eaafea on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:25:08.712636 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Attempting to bind port a9cad7db-fe77-49cc-a187-c936a2eaafea by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:25:08.713005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Attempting to bind port a9cad7db-fe77-49cc-a187-c936a2eaafea on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:25:08.718446 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Port a9cad7db-fe77-49cc-a187-c936a2eaafea on network ac8e0016-9111-458a-9ce1-f3db687e4a71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:25:08.718649 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Attempting to bind port a9cad7db-fe77-49cc-a187-c936a2eaafea on network ac8e0016-9111-458a-9ce1-f3db687e4a71 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:25:08.724424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:25:08.724766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Checking segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:25:08.725286 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Bound using segment: {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:25:08.725737 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Bound port: a9cad7db-fe77-49cc-a187-c936a2eaafea, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4df00cb-c8d9-4711-a716-c8fead29bb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:25:08.726083 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.807162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:25:08.811138 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:25:08.876141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.912434 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:08.913151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:08.914557 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/a9cad7db-fe77-49cc-a187-c936a2eaafea HTTP/1.1" status: 200 len: 1094 time: 1.1264377 Mar 23 21:25:08.945476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b98f8-13dd-4223-bb5c-b9c77008a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:09.070493 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:09.125026 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-3f1b5175-d854-4d15-9716-2792ea2b08b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:09.126728 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-3f1b5175-d854-4d15-9716-2792ea2b08b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 1128 time: 0.0752175 Mar 23 21:25:09.135566 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56e8f-2fd6-4bad-9ebf-add292c802a7 req-8ab847d2-3fd1-479c-bf25-b69eb6d5afce tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:09.136964 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72a56e8f-2fd6-4bad-9ebf-add292c802a7 req-8ab847d2-3fd1-479c-bf25-b69eb6d5afce tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 944 time: 0.1028614 Mar 23 21:25:09.185129 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-25176186-207a-432f-b782-d09981a2b313 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea HTTP/1.1" status: 200 len: 217 time: 0.0471447 Mar 23 21:25:09.244170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-72a56e8f-2fd6-4bad-9ebf-add292c802a7 req-78c7775b-73a9-4d1f-9a4d-c939b403b625 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006887 Mar 23 21:25:09.251065 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-f2276f95-fb40-411e-a824-6d0e85524df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:09.252384 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-f2276f95-fb40-411e-a824-6d0e85524df3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0610075 Mar 23 21:25:09.306571 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-070eafa8-9f16-4e55-a818-66d59d7aa4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:09.308193 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-070eafa8-9f16-4e55-a818-66d59d7aa4bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452471 Mar 23 21:25:09.386900 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:09.411197 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:09.411630 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device b10e5aa2-1710-4aee-99b4-2aa0bc5f3288 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:09.426351 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-208654fa-7f64-4368-b23c-e2161efa437a service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039705 Mar 23 21:25:09.519013 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a07e2f74-d6bf-434b-b421-86883ce36045 req-44e68b1c-e9a5-4424-8f1a-3714b81ab9e6 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852792 Mar 23 21:25:09.807259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a22f5-da99-435d-93b4-ad3c5fbe24c2 req-4ead971d-e8c1-4b28-9ba1-4169d6723d76 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:09.808756 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-726a22f5-da99-435d-93b4-ad3c5fbe24c2 req-4ead971d-e8c1-4b28-9ba1-4169d6723d76 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0536637 Mar 23 21:25:09.858985 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-726a22f5-da99-435d-93b4-ad3c5fbe24c2 req-ac33dc22-2511-4eee-bfcd-d837814858ec tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447121 Mar 23 21:25:10.361302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697311ac-1384-405f-9b5b-79dd1fc93105 req-94c92632-0c18-48f5-9c19-6ee328d244f9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:10.362791 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-697311ac-1384-405f-9b5b-79dd1fc93105 req-94c92632-0c18-48f5-9c19-6ee328d244f9 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 944 time: 0.0530059 Mar 23 21:25:10.409280 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-697311ac-1384-405f-9b5b-79dd1fc93105 req-fd4af0a8-3efe-4405-8ab1-63dba5a2e12b tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Mar 23 21:25:10.424881 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:10.427204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ebf136-032b-4127-89d8-e00fa6cb48b7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:10.462323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc76d265-1fa7-4cc8-8079-788f9331b612 x-openstack-request-id: req-dc76d265-1fa7-4cc8-8079-788f9331b612 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:10.462614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:10.462868 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dc76d265-1fa7-4cc8-8079-788f9331b612 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:10.463294 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc76d265-1fa7-4cc8-8079-788f9331b612'] response: {'name': 'network-changed', 'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'status': 'completed', 'code': 200} Mar 23 21:25:10.529418 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-a6a470b9-96fb-4a5c-bccc-196c5db09691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:10.530842 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-a6a470b9-96fb-4a5c-bccc-196c5db09691 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 1128 time: 0.0449228 Mar 23 21:25:10.532922 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:10.624048 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-477e9993-6709-4c01-bcc9-2f61465cb476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:10.625614 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-477e9993-6709-4c01-bcc9-2f61465cb476 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.0888145 Mar 23 21:25:10.666719 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-69572f3a-737c-4661-9ff8-6ba9a735f6f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea HTTP/1.1" status: 200 len: 217 time: 0.0332847 Mar 23 21:25:10.716063 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-be689062-22e0-41e9-be96-fd0b4016a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:10.717622 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-be689062-22e0-41e9-be96-fd0b4016a9de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0438399 Mar 23 21:25:10.773361 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-dc864058-3d3c-42ae-9c61-7c6d189965b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:10.774995 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-dc864058-3d3c-42ae-9c61-7c6d189965b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501924 Mar 23 21:25:10.863895 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-63b0f8d7-104d-45b5-872e-ec1cdf66bdee service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817220 Mar 23 21:25:10.993012 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-28ebf136-032b-4127-89d8-e00fa6cb48b7 req-ce3516cc-c057-482e-aa7a-c4ca853d7d49 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193943 Mar 23 21:25:11.004732 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff87cc-5830-4329-87c2-9511cfdf0083 req-5249de1a-87fa-4f22-a159-8076a2108ef9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:11.006207 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62ff87cc-5830-4329-87c2-9511cfdf0083 req-5249de1a-87fa-4f22-a159-8076a2108ef9 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0794783 Mar 23 21:25:11.053510 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-62ff87cc-5830-4329-87c2-9511cfdf0083 req-b3607438-5cf9-4401-bf15-d4f74f2cd34e tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415606 Mar 23 21:25:11.406073 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a9cad7db-fe77-49cc-a187-c936a2eaafea details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:25:11.420917 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:25:11.510187 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:11.522391 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'port_id': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'mac_address': 'fa:16:3e:14:a4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:25:11.530622 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b6ce3-9741-40cc-9f27-e23374339916 req-ce0ba0d2-6b0a-43ad-9ee6-9a0d1b89c83f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:11.532114 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-771b6ce3-9741-40cc-9f27-e23374339916 req-ce0ba0d2-6b0a-43ad-9ee6-9a0d1b89c83f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 944 time: 0.0566566 Mar 23 21:25:11.561445 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a9cad7db-fe77-49cc-a187-c936a2eaafea is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:25:11.562092 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:11.575100 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9cad7db-fe77-49cc-a187-c936a2eaafea {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:25:11.589456 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-771b6ce3-9741-40cc-9f27-e23374339916 req-a735477b-c115-4f05-ad24-0b4a784d9366 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459323 Mar 23 21:25:11.595099 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:11.712575 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:11.760506 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:11.998456 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['a9cad7db-fe77-49cc-a187-c936a2eaafea'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:25:12.170650 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1da6a-f099-4362-86cd-44a89904b22e req-2dbf8c45-4c4d-454a-a98e-bc8bbf8842ea tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:12.172243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70d1da6a-f099-4362-86cd-44a89904b22e req-2dbf8c45-4c4d-454a-a98e-bc8bbf8842ea tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0538797 Mar 23 21:25:12.220332 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70d1da6a-f099-4362-86cd-44a89904b22e req-5455ccb8-51ed-4a07-95e6-21ad8998b893 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Mar 23 21:25:12.700563 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebadf1-965e-4b1c-b64a-1af61ebbc7c6 req-75c3048e-1fbf-4398-bfdc-166769414273 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:12.701977 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3ebadf1-965e-4b1c-b64a-1af61ebbc7c6 req-75c3048e-1fbf-4398-bfdc-166769414273 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Mar 23 21:25:12.746618 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3ebadf1-965e-4b1c-b64a-1af61ebbc7c6 req-a69a733c-80d1-42c8-a2a7-8c2fcb40dcc4 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391881 Mar 23 21:25:13.375947 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-cec949d1-1a1e-4df6-ac1b-7b5f52b6a244 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:13.377366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-cec949d1-1a1e-4df6-ac1b-7b5f52b6a244 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0808883 Mar 23 21:25:13.385417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4500b0f-b7e0-482d-ac74-5b867e0d9c3a req-ac6654aa-f3d5-4453-834c-4cd8d270f586 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:13.386836 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4500b0f-b7e0-482d-ac74-5b867e0d9c3a req-ac6654aa-f3d5-4453-834c-4cd8d270f586 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 946 time: 0.0994577 Mar 23 21:25:13.421128 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a9cad7db-fe77-49cc-a187-c936a2eaafea up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:25:13.493485 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c4500b0f-b7e0-482d-ac74-5b867e0d9c3a req-be6ca37a-cc10-46cf-a7a9-dc4fc31e46e3 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/security-groups?id=69bf2f3f-016c-4058-8757-621f1b4b564d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993421 Mar 23 21:25:13.518207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Deleting port 6aa7c29c-76e9-4051-b370-214f45a12e5c {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:13.518554 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.533645 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port a9cad7db-fe77-49cc-a187-c936a2eaafea completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:25:13.537742 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port a9cad7db-fe77-49cc-a187-c936a2eaafea triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:25:13.538330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.609075 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] For port 6aa7c29c-76e9-4051-b370-214f45a12e5c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=6aa7c29c-76e9-4051-b370-214f45a12e5c,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:13.609461 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.620378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a9cad7db-fe77-49cc-a187-c936a2eaafea is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:25:13.620795 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.622203 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Calling delete_port for 6aa7c29c-76e9-4051-b370-214f45a12e5c owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:13.646934 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:13.649885 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690fca36-e38a-4cf0-a9c6-e67d10b11a49" -d '{"events": [{"server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "name": "network-vif-plugged", "status": "completed", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:13.673199 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:13.694058 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72b53e7-a678-44dc-af84-f8983eb8572d x-openstack-request-id: req-a72b53e7-a678-44dc-af84-f8983eb8572d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:13.694365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "name": "network-vif-plugged", "status": "completed", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:13.694625 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a72b53e7-a678-44dc-af84-f8983eb8572d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:13.695025 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72b53e7-a678-44dc-af84-f8983eb8572d'] response: {'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'code': 200} Mar 23 21:25:13.763477 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.817000 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49f1d4-1a27-4ed1-a0d2-7aa17e1931e4 req-96fa2b7c-a6b4-4200-8d8a-2d94c32ab00f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:13.818495 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:13.818632 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac49f1d4-1a27-4ed1-a0d2-7aa17e1931e4 req-96fa2b7c-a6b4-4200-8d8a-2d94c32ab00f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.1004007 Mar 23 21:25:13.893888 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (6aa7c29c-76e9-4051-b370-214f45a12e5c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:13.906811 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['6aa7c29c-76e9-4051-b370-214f45a12e5c'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:25:13.914608 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac49f1d4-1a27-4ed1-a0d2-7aa17e1931e4 req-11f19b0e-8645-4930-b464-fa994de90a59 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877008 Mar 23 21:25:13.937307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Pushing event deleted for resources: {'Port': ['ID=6aa7c29c-76e9-4051-b370-214f45a12e5c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:13.959590 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7531f2-d21c-4bed-a336-46183ee72af3 req-d21dc34b-eec5-48f2-b0c5-adc821b45cff tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:13.961167 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec7531f2-d21c-4bed-a336-46183ee72af3 req-d21dc34b-eec5-48f2-b0c5-adc821b45cff tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.1331520 Mar 23 21:25:14.034596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] No DVR routers for this DVR port 6aa7c29c-76e9-4051-b370-214f45a12e5c on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:25:14.037589 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:14.042656 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ae3b8db6-b30e-4c0e-98d1-130faabdc175 req-e04f32ac-6fe6-4894-b8b9-7b469f8cb907 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.24 "DELETE /v2.0/ports/6aa7c29c-76e9-4051-b370-214f45a12e5c HTTP/1.1" status: 204 len: 173 time: 0.6528788 Mar 23 21:25:14.044089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'name': 'network-vif-deleted', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:14.046391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3bc332-9cfc-4be9-9bbb-8db97a8e7732" -d '{"events": [{"server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "name": "network-vif-deleted", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:14.083371 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec7531f2-d21c-4bed-a336-46183ee72af3 req-10c1c538-5c6d-4b9d-bc05-f01b0d7ea56d tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968573 Mar 23 21:25:14.085618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67735181-25f8-4271-b73c-9154653cb8c3 x-openstack-request-id: req-67735181-25f8-4271-b73c-9154653cb8c3 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:14.085911 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1d0256-9f19-4288-8475-a9c34a8a26d3", "name": "network-vif-deleted", "tag": "6aa7c29c-76e9-4051-b370-214f45a12e5c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:14.086168 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67735181-25f8-4271-b73c-9154653cb8c3 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:14.086686 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67735181-25f8-4271-b73c-9154653cb8c3'] response: {'server_uuid': 'ad1d0256-9f19-4288-8475-a9c34a8a26d3', 'name': 'network-vif-deleted', 'tag': '6aa7c29c-76e9-4051-b370-214f45a12e5c', 'status': 'completed', 'code': 200} Mar 23 21:25:14.088927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bc9e2-6a46-4a76-a4a5-a79a52bbe201 req-b728dce8-0561-476d-80e1-11f8fe564d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:14.091038 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b23bc9e2-6a46-4a76-a4a5-a79a52bbe201 req-b728dce8-0561-476d-80e1-11f8fe564d72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 1130 time: 0.1272476 Mar 23 21:25:14.135318 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b23bc9e2-6a46-4a76-a4a5-a79a52bbe201 req-576d499e-edd2-47f2-9290-a66a9b387c0c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383425 Mar 23 21:25:14.598740 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcb0f842-82df-4658-b391-f5b7357f2bd7 req-f2d5f81d-8a27-4aef-aee1-4b914c1bcff0 tempest-ServerRescueNegativeTestJSON-1349222349 tempest-ServerRescueNegativeTestJSON-1349222349-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad1d0256-9f19-4288-8475-a9c34a8a26d3 HTTP/1.1" status: 200 len: 210 time: 0.0270908 Mar 23 21:25:15.045710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe5b6c-d153-464a-9ea5-cbfe1cc8ba3d req-1ad4f902-7ddb-4c9a-8f90-435dfb95dd8e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:15.047244 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-71fe5b6c-d153-464a-9ea5-cbfe1cc8ba3d req-1ad4f902-7ddb-4c9a-8f90-435dfb95dd8e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0527730 Mar 23 21:25:15.094269 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-71fe5b6c-d153-464a-9ea5-cbfe1cc8ba3d req-257e1263-5e30-4173-b548-6088e50767ff tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 Mar 23 21:25:15.206222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a06016-1581-454a-8a19-6d608d0486a1 req-e1ec5c38-14e9-4d64-91b8-2fc778e17c77 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:15.207684 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13a06016-1581-454a-8a19-6d608d0486a1 req-e1ec5c38-14e9-4d64-91b8-2fc778e17c77 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0572648 Mar 23 21:25:15.253873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13a06016-1581-454a-8a19-6d608d0486a1 req-8c27b286-e5ff-453b-8507-153ded751397 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 Mar 23 21:25:15.653239 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46672) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:16.145274 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (d905f621-ddee-498f-9aa5-43c84f56d083), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:16.216189 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5092258-c919-44be-8647-4997d32b741f req-2e033662-7aff-47f5-890a-5148706455b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:16.217696 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5092258-c919-44be-8647-4997d32b741f req-2e033662-7aff-47f5-890a-5148706455b2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Mar 23 21:25:16.263818 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5092258-c919-44be-8647-4997d32b741f req-9a1f6e20-08dc-4555-8507-a5a8304117d2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404119 Mar 23 21:25:16.386295 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052300f-da6e-4b45-9d99-5ab8a8ef6e6f req-32e38170-d410-4d08-9a23-34b94a3559ed tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:16.387755 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7052300f-da6e-4b45-9d99-5ab8a8ef6e6f req-32e38170-d410-4d08-9a23-34b94a3559ed tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0548270 Mar 23 21:25:16.434324 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7052300f-da6e-4b45-9d99-5ab8a8ef6e6f req-2cb7c470-25a0-42e8-a444-c3de84552f09 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Mar 23 21:25:16.440861 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Deleting port bef859ea-86d8-4ef5-b70f-b66883433ec3 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:16.441236 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:16.519763 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] For port bef859ea-86d8-4ef5-b70f-b66883433ec3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bef859ea-86d8-4ef5-b70f-b66883433ec3,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:16.520130 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:16.532647 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Calling delete_port for bef859ea-86d8-4ef5-b70f-b66883433ec3 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:16.545261 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c3c26-f169-4cf3-baac-213ad42b6fe1 req-3bc198ce-8124-42d1-8e9a-4dffd2ca687a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:16.546740 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b46c3c26-f169-4cf3-baac-213ad42b6fe1 req-3bc198ce-8124-42d1-8e9a-4dffd2ca687a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0519230 Mar 23 21:25:16.555232 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46682) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:16.560210 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Request body: {'floatingip': {'port_id': 'a9cad7db-fe77-49cc-a187-c936a2eaafea'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:25:16.597719 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:16.797727 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (bef859ea-86d8-4ef5-b70f-b66883433ec3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:16.827626 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bef859ea-86d8-4ef5-b70f-b66883433ec3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:16.854099 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:16.860123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:17.005024 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (d905f621-ddee-498f-9aa5-43c84f56d083), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.036937 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.161133 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.217047 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Router d905f621-ddee-498f-9aa5-43c84f56d083 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:25:17.263201 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 373370ca-4591-4fda-b274-03b5f990e072 associated. External IP: 172.27.0.36, port: a9cad7db-fe77-49cc-a187-c936a2eaafea. Mar 23 21:25:17.415573 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100ce47-965b-4e32-b7df-6c61448e70d5 req-0faea30d-7e29-4ab7-a185-cee73674de73 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:17.417125 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c100ce47-965b-4e32-b7df-6c61448e70d5 req-0faea30d-7e29-4ab7-a185-cee73674de73 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0789759 Mar 23 21:25:17.452135 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6aa7c29c-76e9-4051-b370-214f45a12e5c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:17.473970 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 6aa7c29c-76e9-4051-b370-214f45a12e5c {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:17.474610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 6aa7c29c-76e9-4051-b370-214f45a12e5c not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:17.528402 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:25:17.533441 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cec00360-f29e-44ac-82e0-4dc490e27c0f admin admin] 10.222.0.35 "PUT /v2.0/routers/d905f621-ddee-498f-9aa5-43c84f56d083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791440 Mar 23 21:25:17.535986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46688) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:17.539617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Sync routers for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:25:17.550850 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:25:17.551484 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:17.646616 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks [] for router (d905f621-ddee-498f-9aa5-43c84f56d083), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.769689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks [] for router_gateway (d905f621-ddee-498f-9aa5-43c84f56d083), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.803551 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c100ce47-965b-4e32-b7df-6c61448e70d5 req-48b7c611-ecfb-4639-8db2-28a8da016542 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804154 Mar 23 21:25:17.804422 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:25:17.827937 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:25:17.892230 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Deleting port 64b19d52-fdb6-497a-ac11-055e9e610898 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:17.892819 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.944406 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:25:17.949928 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.956386 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:25:17.967670 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:25:17.968667 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:17.975271 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] For port 64b19d52-fdb6-497a-ac11-055e9e610898, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=64b19d52-fdb6-497a-ac11-055e9e610898,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:17.975660 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:17.988862 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Calling delete_port for 64b19d52-fdb6-497a-ac11-055e9e610898 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:17.998021 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2764ce33-fcac-425b-846a-be74c3699826 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "PUT /v2.0/floatingips/373370ca-4591-4fda-b274-03b5f990e072 HTTP/1.1" status: 200 len: 991 time: 1.4417009 Mar 23 21:25:18.002240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:18.002240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49161641-8730-4a41-8954-5be9afc44937" -d '{"events": [{"name": "network-changed", "server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:18.015617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:25:16Z', 'revision_number': 5, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port': {'id': '64b19d52-fdb6-497a-ac11-055e9e610898', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:13:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.049944 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Checking router: d905f621-ddee-498f-9aa5-43c84f56d083 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:25:18.059812 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Routers {'d905f621-ddee-498f-9aa5-43c84f56d083'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:25:18.060665 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d905f621-ddee-498f-9aa5-43c84f56d083'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.094243 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:25:18.103510 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd37533-6d9f-45e0-9cf1-b1c5c3fb1b6f x-openstack-request-id: req-bdd37533-6d9f-45e0-9cf1-b1c5c3fb1b6f {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:18.103804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:18.104055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bdd37533-6d9f-45e0-9cf1-b1c5c3fb1b6f {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:18.104455 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd37533-6d9f-45e0-9cf1-b1c5c3fb1b6f'] response: {'name': 'network-changed', 'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'status': 'completed', 'code': 200} Mar 23 21:25:18.162146 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] Set router d905f621-ddee-498f-9aa5-43c84f56d083 gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:25:18.185194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161641-8730-4a41-8954-5be9afc44937 req-c2882bb4-33fe-411f-84ab-1c679f79153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:18.186805 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-c2882bb4-33fe-411f-84ab-1c679f79153e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e6227c2467c4a238e48e1c269e1e382&device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 1130 time: 0.0594904 Mar 23 21:25:18.223520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:25:17Z', 'revision_number': 6, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.250998 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd74a9-31fd-4ee7-aacc-bbb022b7e7f9 None None] The sync data for ids ['d905f621-ddee-498f-9aa5-43c84f56d083'] in dv-cinder-834918-1-iscsi is: [{'id': 'd905f621-ddee-498f-9aa5-43c84f56d083', 'name': 'tempest-ServerRescueNegativeTestJSON-824934399-router', 'tenant_id': 'eafa0024523a463296266e063776d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:25:17Z', 'revision_number': 6, 'project_id': 'eafa0024523a463296266e063776d2ba', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:25:18.284734 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161641-8730-4a41-8954-5be9afc44937 req-65fadad1-f904-403e-ba2d-78fab92f4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:18.286275 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-65fadad1-f904-403e-ba2d-78fab92f4999 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 200 len: 916 time: 0.0929713 Mar 23 21:25:18.290391 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (64b19d52-fdb6-497a-ac11-055e9e610898), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.317692 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=64b19d52-fdb6-497a-ac11-055e9e610898,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:18.350401 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '373370ca-4591-4fda-b274-03b5f990e072', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:14:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:25:02Z', 'updated_at': '2022-03-23T21:25:16Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.361041 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-4080716e-6e04-486b-978e-d07955367e99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea HTTP/1.1" status: 200 len: 999 time: 0.0677056 Mar 23 21:25:18.381283 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:25:18.383532 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (d905f621-ddee-498f-9aa5-43c84f56d083), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.393127 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:25:18.393811 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.414158 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161641-8730-4a41-8954-5be9afc44937 req-68933221-681a-4c7a-8a18-ddd65f263899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:18.415687 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-68933221-681a-4c7a-8a18-ddd65f263899 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 200 len: 854 time: 0.0483496 Mar 23 21:25:18.467055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161641-8730-4a41-8954-5be9afc44937 req-b9b5f522-8d10-46b9-91f9-f01f72eefac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:18.468643 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-b9b5f522-8d10-46b9-91f9-f01f72eefac8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ac8e0016-9111-458a-9ce1-f3db687e4a71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469122 Mar 23 21:25:18.487560 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (d905f621-ddee-498f-9aa5-43c84f56d083), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.489746 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks [] for router_controller (d905f621-ddee-498f-9aa5-43c84f56d083), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.504731 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:25:18.562348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-b7ef8737-1697-47e7-87b7-df3803c09e0e service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875738 Mar 23 21:25:18.622072 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (d905f621-ddee-498f-9aa5-43c84f56d083), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.624046 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d905f621-ddee-498f-9aa5-43c84f56d083 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:25:18.639237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.641735 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4a9eab44-e339-4c05-9335-aedd10276dcd admin admin] 10.222.0.35 "DELETE /v2.0/routers/d905f621-ddee-498f-9aa5-43c84f56d083 HTTP/1.1" status: 204 len: 168 time: 1.1043985 Mar 23 21:25:18.644052 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46696) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:18.665541 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49161641-8730-4a41-8954-5be9afc44937 req-f2d21ba2-b347-48f7-80dd-0d80c25399c8 service neutron] 10.222.0.24 "GET /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968659 Mar 23 21:25:18.704291 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Deleting subnet 2a4cf292-9a1b-49f2-b052-a048f629dac5 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:25:18.708189 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Publish callbacks [] for subnet (2a4cf292-9a1b-49f2-b052-a048f629dac5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.747973 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (2a4cf292-9a1b-49f2-b052-a048f629dac5), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.829999 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '373370ca-4591-4fda-b274-03b5f990e072', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:14:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:25:02Z', 'updated_at': '2022-03-23T21:25:16Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:18.858673 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510ae380-9915-4f71-ba59-0e6f0c77ac79 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '373370ca-4591-4fda-b274-03b5f990e072', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'floating_ip_address': '172.27.0.36', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'port_id': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'mac_address': 'fa:16:3e:14:a4:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:25:02Z', 'updated_at': '2022-03-23T21:25:16Z', 'revision_number': 1, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:25:18.862400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (2a4cf292-9a1b-49f2-b052-a048f629dac5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.934999 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e456a8-823b-4fc7-a85f-be23ab60846d req-1b14d98c-5501-4b30-b93f-dcd3393e076a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:18.936492 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20e456a8-823b-4fc7-a85f-be23ab60846d req-1b14d98c-5501-4b30-b93f-dcd3393e076a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0573618 Mar 23 21:25:18.980851 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (2a4cf292-9a1b-49f2-b052-a048f629dac5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:18.988899 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-20e456a8-823b-4fc7-a85f-be23ab60846d req-b4bc11e8-82d7-41c4-8a2e-c2ceeffb51c1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466568 Mar 23 21:25:19.013699 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a4cf292-9a1b-49f2-b052-a048f629dac5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:19.020806 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.020806 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-65db7a68-aeeb-4c69-a281-b8d4dfa676e0 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2a4cf292-9a1b-49f2-b052-a048f629dac5 HTTP/1.1" status: 204 len: 168 time: 0.3734462 Mar 23 21:25:19.021449 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dc2f7-d368-4b1a-86f7-429ced6943a8 None None] Network 88ee8414-242f-4862-88f4-e516b855d1fb requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:25:19.021897 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 46700) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:19.100424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (88ee8414-242f-4862-88f4-e516b855d1fb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.121468 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b2185f-b562-414f-995d-7c77be308998 None None] New status for floating IP 373370ca-4591-4fda-b274-03b5f990e072: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:25:19.154616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Deleting port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:19.154956 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.223222 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] For port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:19.223591 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.237340 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Calling delete_port for 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:19.320888 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b31748-9a41-4383-9493-9a2677282654 None None] DHCP port deletion for 88ee8414-242f-4862-88f4-e516b855d1fb request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:25:19.372244 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Deleting port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:19.372696 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.432392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.452601 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-38b31748-9a41-4383-9493-9a2677282654 None None] For port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,segment=NetworkSegment(06be05d4-8d13-4ec3-bf8a-f10f82ab2d15),segment_id=06be05d4-8d13-4ec3-bf8a-f10f82ab2d15)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:19.453068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.463290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:19.470020 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Calling delete_port for 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:19.473739 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] No DVR routers for this DVR port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 on host dv-cinder-834918-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:25:19.558339 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (88ee8414-242f-4862-88f4-e516b855d1fb), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.580378 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ee8414-242f-4862-88f4-e516b855d1fb']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:19.591571 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:19.591990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06be05d4-8d13-4ec3-bf8a-f10f82ab2d15') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:25:19.600429 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.602344 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (06be05d4-8d13-4ec3-bf8a-f10f82ab2d15), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.619323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (06be05d4-8d13-4ec3-bf8a-f10f82ab2d15), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.623375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:25:19.623742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (06be05d4-8d13-4ec3-bf8a-f10f82ab2d15), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:25:19.625801 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:25:19.632555 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b31748-9a41-4383-9493-9a2677282654 None None] Pushing event deleted for resources: {'Port': ['ID=8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:19.639478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b31748-9a41-4383-9493-9a2677282654 None None] No DVR routers for this DVR port 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:25:19.801569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (88ee8414-242f-4862-88f4-e516b855d1fb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.809594 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:19.815197 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] 10.222.0.35 "DELETE /v2.0/networks/88ee8414-242f-4862-88f4-e516b855d1fb HTTP/1.1" status: 204 len: 168 time: 0.7903321 Mar 23 21:25:19.827444 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1abb8e-2817-4531-8ac1-b97b0786119d admin admin] Pushing event deleted for resources: {'Network': ['ID=88ee8414-242f-4862-88f4-e516b855d1fb,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:19.855700 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:19.864854 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:19.865233 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8ea553bb-8e31-4e18-9ba2-3fa0b068f5a4 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:19.865653 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bef859ea-86d8-4ef5-b70f-b66883433ec3 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:19.884484 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: bef859ea-86d8-4ef5-b70f-b66883433ec3 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:19.884833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bef859ea-86d8-4ef5-b70f-b66883433ec3 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:19.885272 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 64b19d52-fdb6-497a-ac11-055e9e610898 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:19.903731 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 64b19d52-fdb6-497a-ac11-055e9e610898 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:25:19.904079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 64b19d52-fdb6-497a-ac11-055e9e610898 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:25:20.117843 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f0081-b36b-4025-a771-efbb31da86f2 req-9e668abb-3b20-4637-8c6b-ff3b045f9a24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:20.119355 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-533f0081-b36b-4025-a771-efbb31da86f2 req-9e668abb-3b20-4637-8c6b-ff3b045f9a24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0541601 Mar 23 21:25:20.176501 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-533f0081-b36b-4025-a771-efbb31da86f2 req-f8c91aad-4d6c-4a67-bdef-2c923d397d7c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510426 Mar 23 21:25:20.264708 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46706) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:20.304060 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-13269501-a2f4-45c3-9d0e-971b672cc78d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eafa0024523a463296266e063776d2ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381420 Mar 23 21:25:20.306402 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46708) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:20.350739 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] Publish callbacks [] for security_group (69bf2f3f-016c-4058-8757-621f1b4b564d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:20.371668 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] Publish callbacks [] for security_group (69bf2f3f-016c-4058-8757-621f1b4b564d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:20.498076 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (69bf2f3f-016c-4058-8757-621f1b4b564d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:20.500594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:20.501769 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69bf2f3f-016c-4058-8757-621f1b4b564d HTTP/1.1" status: 204 len: 168 time: 0.1944556 Mar 23 21:25:20.511918 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b324702-d959-4ffa-99db-58d7e9143add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf2f3f-016c-4058-8757-621f1b4b564d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:21.292736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9eee1-4795-4532-8e90-9fb921c8757b req-6b71ca1a-7b2b-4b72-8e43-197354f3bf18 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:21.294276 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27a9eee1-4795-4532-8e90-9fb921c8757b req-6b71ca1a-7b2b-4b72-8e43-197354f3bf18 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0531914 Mar 23 21:25:21.341958 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27a9eee1-4795-4532-8e90-9fb921c8757b req-ba4ef62b-3e88-4279-9188-2c8117ee20de tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423348 Mar 23 21:25:22.427269 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46762) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:22.466856 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16189a-be1a-4483-956b-1cc0dc57fc46 req-6a0f0957-29a9-4eeb-a300-92989fd09695 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:22.468364 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8d16189a-be1a-4483-956b-1cc0dc57fc46 req-6a0f0957-29a9-4eeb-a300-92989fd09695 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0567710 Mar 23 21:25:22.514401 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8d16189a-be1a-4483-956b-1cc0dc57fc46 req-31a0ddfc-fcc7-4d1b-ae4d-d67fed34335e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Mar 23 21:25:22.530541 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-866c3a60-6bb9-420f-b579-e4a2fa947a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.607084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-866c3a60-6bb9-420f-b579-e4a2fa947a64 admin admin] Publish callbacks [] for security_group (c303ebaf-0dbf-49e5-bb36-5a76eef362e7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.683840 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-866c3a60-6bb9-420f-b579-e4a2fa947a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c303ebaf-0dbf-49e5-bb36-5a76eef362e7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.720183 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3a60-6bb9-420f-b579-e4a2fa947a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c303ebaf-0dbf-49e5-bb36-5a76eef362e7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:22.724377 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-866c3a60-6bb9-420f-b579-e4a2fa947a64 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25eb11a4241445daa70392983ae8e4ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959402 Mar 23 21:25:22.727067 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 46766) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:25:22.773196 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] Publish callbacks [] for security_group (c303ebaf-0dbf-49e5-bb36-5a76eef362e7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.794266 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] Publish callbacks [] for security_group (c303ebaf-0dbf-49e5-bb36-5a76eef362e7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.928879 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c303ebaf-0dbf-49e5-bb36-5a76eef362e7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.931446 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:22.932586 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c303ebaf-0dbf-49e5-bb36-5a76eef362e7 HTTP/1.1" status: 204 len: 168 time: 0.2046194 Mar 23 21:25:22.940310 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa165-7c81-47fb-8573-aa8d7d008730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c303ebaf-0dbf-49e5-bb36-5a76eef362e7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:23.183035 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:23.640066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d4ff-b2db-41fc-be24-975514b39226 req-f746f2cf-7f56-4031-b72f-f051d8cbff24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:23.641542 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b69d4ff-b2db-41fc-be24-975514b39226 req-f746f2cf-7f56-4031-b72f-f051d8cbff24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0528829 Mar 23 21:25:23.687115 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7b69d4ff-b2db-41fc-be24-975514b39226 req-55f61050-f0a7-4eeb-b399-4e6c47e0900e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Mar 23 21:25:24.809657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063c2ab-eb6e-46b0-a85d-4df0806383a2 req-6fccaf54-81bc-4321-8435-f75beb13c9fb tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:24.811053 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4063c2ab-eb6e-46b0-a85d-4df0806383a2 req-6fccaf54-81bc-4321-8435-f75beb13c9fb tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Mar 23 21:25:24.861883 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4063c2ab-eb6e-46b0-a85d-4df0806383a2 req-ae9e25e3-c197-4526-9dc6-8ac4212ca7e3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451620 Mar 23 21:25:25.984090 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256522b0-965c-4a6e-ad95-15b809342965 req-4b2e6111-779e-4a5f-a7ec-db62ed71578a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:25.985640 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-256522b0-965c-4a6e-ad95-15b809342965 req-4b2e6111-779e-4a5f-a7ec-db62ed71578a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Mar 23 21:25:26.033067 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-256522b0-965c-4a6e-ad95-15b809342965 req-9d74e100-24ba-465a-93ca-d0d6d993587d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417614 Mar 23 21:25:27.152726 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2340e-44bb-4ce4-a2b3-18bedc39c716 req-09ea5f12-78a0-4de7-aca6-32c86055d916 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:27.154221 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-33a2340e-44bb-4ce4-a2b3-18bedc39c716 req-09ea5f12-78a0-4de7-aca6-32c86055d916 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0518608 Mar 23 21:25:27.201359 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-33a2340e-44bb-4ce4-a2b3-18bedc39c716 req-8766daaf-7383-4ba7-a5b5-374d8cc9478e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415406 Mar 23 21:25:28.340178 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20573-24c9-4ebc-a082-5c6fd01fe23a req-50c53f0a-e32a-4707-9d6c-ba0f07d5423f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:28.341681 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7d20573-24c9-4ebc-a082-5c6fd01fe23a req-50c53f0a-e32a-4707-9d6c-ba0f07d5423f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0641613 Mar 23 21:25:28.389438 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e7d20573-24c9-4ebc-a082-5c6fd01fe23a req-eb4533a7-13a7-45d8-b1be-afc2bf86733c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420465 Mar 23 21:25:29.511022 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d3a7c-02f7-47e6-8510-417a551850db req-7971abbd-a29f-4668-9923-1c5124d596fd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:29.512407 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b6d3a7c-02f7-47e6-8510-417a551850db req-7971abbd-a29f-4668-9923-1c5124d596fd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0516169 Mar 23 21:25:29.559302 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4b6d3a7c-02f7-47e6-8510-417a551850db req-6814fa37-3f25-4ece-bbdb-192e520cd9ef tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Mar 23 21:25:30.333104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:25:30.426796 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:30.438347 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:25:30.477205 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: ACTIVE; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:25:30.477537 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:30.489715 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:25:30.509349 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:30.574492 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:30.622014 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:30.629375 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.629726 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.630169 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.630463 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.630800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.631129 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.631459 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.631913 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.632244 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.632573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.632914 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.633255 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.633579 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.633990 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.635272 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:25:30.683595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcecfa1-14d5-4bba-91a3-ddf9b69aed0a req-a9c6e78f-2da8-4dc9-a585-818998258857 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:30.685677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3bcecfa1-14d5-4bba-91a3-ddf9b69aed0a req-a9c6e78f-2da8-4dc9-a585-818998258857 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0561211 Mar 23 21:25:30.730121 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3bcecfa1-14d5-4bba-91a3-ddf9b69aed0a req-3056e0cd-c616-43f1-87e5-46f381641443 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388515 Mar 23 21:25:31.852348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041b6c6-5824-4c11-8764-317b88ad23a4 req-1ebb6004-910f-4939-b04b-68ea3c75a3b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:31.853820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5041b6c6-5824-4c11-8764-317b88ad23a4 req-1ebb6004-910f-4939-b04b-68ea3c75a3b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Mar 23 21:25:31.899875 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5041b6c6-5824-4c11-8764-317b88ad23a4 req-1a3a3407-c0d0-42ad-9e00-f7fc41bc4f0c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400157 Mar 23 21:25:32.146546 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['fa346a94-54d4-4634-b0d5-2c677cfaf0b9'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:25:33.020085 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786a74-26bc-43e8-ac4e-73c4cfcccaba req-5a0f8f9a-2291-4b21-8d31-b13719491e45 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:33.021496 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4786a74-26bc-43e8-ac4e-73c4cfcccaba req-5a0f8f9a-2291-4b21-8d31-b13719491e45 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0525980 Mar 23 21:25:33.070311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d4786a74-26bc-43e8-ac4e-73c4cfcccaba req-a2c63fd3-37b9-47ea-a593-c5e96114abfa tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433128 Mar 23 21:25:34.046383 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:25:34.096546 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:25:34.097000 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:34.122783 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56077e97-d848-4c34-840e-b362730dcf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:34.184617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:25:34.185047 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:34.201470 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0903e51-5089-4f13-ac29-5030e6266e50 req-1aa84d48-b314-4647-94ea-fd85152b1ef7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:34.203087 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0903e51-5089-4f13-ac29-5030e6266e50 req-1aa84d48-b314-4647-94ea-fd85152b1ef7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0587149 Mar 23 21:25:34.207999 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:34.211459 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cf60f2-f265-42eb-a998-813708041a55" -d '{"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:34.229938 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:34.258357 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0903e51-5089-4f13-ac29-5030e6266e50 req-2ab8b8ab-3342-4ec9-9704-a6e5b0e6160f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Mar 23 21:25:34.304331 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e2e99b-d423-4c16-bd6a-b5cb1d41bd4b x-openstack-request-id: req-e1e2e99b-d423-4c16-bd6a-b5cb1d41bd4b {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:34.304630 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:34.304885 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1e2e99b-d423-4c16-bd6a-b5cb1d41bd4b {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:34.305313 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e2e99b-d423-4c16-bd6a-b5cb1d41bd4b'] response: {'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'code': 200} Mar 23 21:25:34.317312 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:34.363092 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:35.408219 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d5882-34e7-452f-966e-997549964d67 req-8714bb4d-b0e0-4572-989b-440ce1d451cd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:35.409949 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d2d5882-34e7-452f-966e-997549964d67 req-8714bb4d-b0e0-4572-989b-440ce1d451cd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0580931 Mar 23 21:25:35.477224 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6d2d5882-34e7-452f-966e-997549964d67 req-4e32a404-544d-496d-b737-4b1357bcfd3f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538983 Mar 23 21:25:36.206871 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d3f06b8-cdb7-4abe-aef7-911252026369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:36.636070 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dbac8-cb5c-4b53-a091-049039063c16 req-d5d634fa-a969-4151-8d1d-4d26f5a47b72 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:36.637674 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-156dbac8-cb5c-4b53-a091-049039063c16 req-d5d634fa-a969-4151-8d1d-4d26f5a47b72 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0816951 Mar 23 21:25:36.689321 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-156dbac8-cb5c-4b53-a091-049039063c16 req-44afb99c-bff4-48b9-ae43-2e3c33d6240f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455506 Mar 23 21:25:37.644827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:37.822695 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d1344-33d4-472f-a6f2-825ea83b0c6b req-b00dfe82-5e19-4e81-8037-aac0b7632d0a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:37.824726 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-910d1344-33d4-472f-a6f2-825ea83b0c6b req-b00dfe82-5e19-4e81-8037-aac0b7632d0a tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0535352 Mar 23 21:25:37.869779 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-910d1344-33d4-472f-a6f2-825ea83b0c6b req-d092cf9b-8fb6-4212-9636-bb98bbd87f53 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394471 Mar 23 21:25:39.056082 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8a608-313e-4dea-a197-be8342bbce90 req-c481a686-bdd8-4fdb-afcd-ea892269f841 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:39.063864 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1dd8a608-313e-4dea-a197-be8342bbce90 req-c481a686-bdd8-4fdb-afcd-ea892269f841 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0724084 Mar 23 21:25:39.125233 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1dd8a608-313e-4dea-a197-be8342bbce90 req-f415473f-4400-4562-8b0e-887c12752d68 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602996 Mar 23 21:25:39.157888 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:40.269645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f67bae-1164-4b5c-b4bf-8c5ef6cc97ed req-3fa490e9-cee0-45d4-af20-0d9d54555156 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:40.271918 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68f67bae-1164-4b5c-b4bf-8c5ef6cc97ed req-3fa490e9-cee0-45d4-af20-0d9d54555156 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0576794 Mar 23 21:25:40.334104 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-68f67bae-1164-4b5c-b4bf-8c5ef6cc97ed req-6eefc66b-3293-47e4-be72-a99676202072 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555048 Mar 23 21:25:40.532694 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:41.482360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc7046c-3c97-44db-8446-21d0acbf26b4 req-80e816e4-d723-4db6-9068-e291c2e28bc4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:41.483891 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5cc7046c-3c97-44db-8446-21d0acbf26b4 req-80e816e4-d723-4db6-9068-e291c2e28bc4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0597684 Mar 23 21:25:41.529804 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5cc7046c-3c97-44db-8446-21d0acbf26b4 req-bc26e9ec-1b19-4694-af4d-b5e00853df20 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Mar 23 21:25:42.661639 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b4ba9-cf0c-4c16-be05-969e968327a4 req-b9ae3951-e7df-4e92-a6e3-c2deda574337 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:42.669291 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de0b4ba9-cf0c-4c16-be05-969e968327a4 req-b9ae3951-e7df-4e92-a6e3-c2deda574337 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0662086 Mar 23 21:25:42.712747 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de0b4ba9-cf0c-4c16-be05-969e968327a4 req-178bf5f1-b019-4cf4-b280-01ce19b48e35 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Mar 23 21:25:43.869569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050fff0-1ffa-4c4f-8cc1-10dcfb4a9742 req-79f2fe42-c076-4107-b85d-f309d550c0e7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:43.875237 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0050fff0-1ffa-4c4f-8cc1-10dcfb4a9742 req-79f2fe42-c076-4107-b85d-f309d550c0e7 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0682275 Mar 23 21:25:43.934781 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0050fff0-1ffa-4c4f-8cc1-10dcfb4a9742 req-549d5457-1872-4ce3-b3a8-5c917df48edf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530605 Mar 23 21:25:45.091315 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c9a91-a026-4b16-9ed2-9cbe473086f8 req-cc03cb5e-0c72-4394-9da5-d1b3461262a3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:45.092968 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec0c9a91-a026-4b16-9ed2-9cbe473086f8 req-cc03cb5e-0c72-4394-9da5-d1b3461262a3 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0636077 Mar 23 21:25:45.148396 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ec0c9a91-a026-4b16-9ed2-9cbe473086f8 req-3acf0f8a-05c4-482e-963b-35ab8d575554 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484717 Mar 23 21:25:46.278440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146166-61be-40b3-b895-83cf32ca688e req-ae602e3c-2822-4431-b96f-5bd8cb535264 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:46.279820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f146166-61be-40b3-b895-83cf32ca688e req-ae602e3c-2822-4431-b96f-5bd8cb535264 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0535553 Mar 23 21:25:46.327498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f146166-61be-40b3-b895-83cf32ca688e req-5becec55-b560-4d1b-9bae-b20d4da82c3d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421627 Mar 23 21:25:46.741776 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-1cd2bd4c-ffed-44bb-b863-cddb19a97f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:46.743323 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-1cd2bd4c-ffed-44bb-b863-cddb19a97f4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1129 time: 0.0469303 Mar 23 21:25:46.841141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-51d52ddf-60fb-422e-b320-b6666e144767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:46.842685 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-51d52ddf-60fb-422e-b320-b6666e144767 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.0924985 Mar 23 21:25:46.911032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-0e833be3-bfc9-4be5-9fa3-bed0347932ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 1001 time: 0.0577774 Mar 23 21:25:46.962621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-9ec0abda-cb19-47e5-a4c3-1b492086ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:46.964015 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-9ec0abda-cb19-47e5-a4c3-1b492086ed7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0458586 Mar 23 21:25:47.010502 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-46ac6e1e-64ac-4f83-adbd-992861664b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:47.012609 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-46ac6e1e-64ac-4f83-adbd-992861664b8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424614 Mar 23 21:25:47.101825 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-8efefab1-b755-4b5d-a15d-7021df9b6e5a service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803518 Mar 23 21:25:47.193859 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2be0db35-cb75-4740-bfa6-53fd18fe4c7e req-9dd82ec0-5806-4296-b6cb-c047224b4546 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Mar 23 21:25:47.456423 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8eac-c4e0-4c4b-84b1-9d98cc24acaf req-c36cb825-b111-480d-8066-f81a9f10eedf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:47.457924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-77ea8eac-c4e0-4c4b-84b1-9d98cc24acaf req-c36cb825-b111-480d-8066-f81a9f10eedf tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0574713 Mar 23 21:25:47.505703 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-77ea8eac-c4e0-4c4b-84b1-9d98cc24acaf req-6e40b70c-d541-45d3-b75b-c953107720ad tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422471 Mar 23 21:25:48.420836 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:25:48.631531 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477666e4-b331-4883-8692-b04ec55e5826 req-74951724-ac4b-4927-8efc-0543b2ec610c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:48.633016 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477666e4-b331-4883-8692-b04ec55e5826 req-74951724-ac4b-4927-8efc-0543b2ec610c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0559614 Mar 23 21:25:48.679006 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-477666e4-b331-4883-8692-b04ec55e5826 req-eeeb31be-7baa-43a2-b285-eb2cf1989843 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Mar 23 21:25:49.800644 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875cd7b-2f55-4eb0-b371-98b02232dbb2 req-8bade1bb-09c7-46c0-bb87-0380337f8779 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:49.802133 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4875cd7b-2f55-4eb0-b371-98b02232dbb2 req-8bade1bb-09c7-46c0-bb87-0380337f8779 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Mar 23 21:25:49.855849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4875cd7b-2f55-4eb0-b371-98b02232dbb2 req-02201ed9-01d2-40e9-8902-b8a2761c736e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467350 Mar 23 21:25:50.121797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:25:50.201426 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:25:50.201855 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:50.224995 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:25:50.227199 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2196de-b0bf-4e29-a968-2f0a737b569c" -d '{"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-unplugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:25:50.239170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:50.406679 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:50.452397 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:25:50.914588 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 21:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ceff06-96ec-40d6-b688-ee664ca52f2d x-openstack-request-id: req-33ceff06-96ec-40d6-b688-ee664ca52f2d {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:25:50.918023 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-unplugged", "status": "failed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "code": 422}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:25:50.918023 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-33ceff06-96ec-40d6-b688-ee664ca52f2d {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:25:50.918023 dv-cinder-834918-1-iscsi neutron-server[103904]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-33ceff06-96ec-40d6-b688-ee664ca52f2d']: {'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'code': 422} returned with failed status Mar 23 21:25:52.788397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198c22-4502-4ed3-9d6a-d000b2f76e24 req-58b8984d-a619-4915-891f-a9f45285475b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:52.789894 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de198c22-4502-4ed3-9d6a-d000b2f76e24 req-58b8984d-a619-4915-891f-a9f45285475b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0560987 Mar 23 21:25:52.838129 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-de198c22-4502-4ed3-9d6a-d000b2f76e24 req-1002a464-b5ea-436b-b0c8-1b6fe5be2935 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Mar 23 21:25:53.109244 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:53.958591 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da701e8-2e75-4717-8764-ff8f168371bc req-3570fa0d-a2ff-46fa-9b64-bae1d63f9350 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:53.960090 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6da701e8-2e75-4717-8764-ff8f168371bc req-3570fa0d-a2ff-46fa-9b64-bae1d63f9350 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0525835 Mar 23 21:25:54.006147 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6da701e8-2e75-4717-8764-ff8f168371bc req-2e30d2c3-f953-4782-b363-64dcca77022c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395408 Mar 23 21:25:54.754825 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-173e33dd-3e05-41a6-b852-f99fd612bfb1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425355 Mar 23 21:25:54.858435 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-7da8c1c5-fa6f-4de2-b242-892feac74749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:54.860093 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-7da8c1c5-fa6f-4de2-b242-892feac74749 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 1130 time: 0.0490475 Mar 23 21:25:54.984970 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-6a1f2836-f1db-40a3-95b2-32fc750b3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:54.986506 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-6a1f2836-f1db-40a3-95b2-32fc750b3ea4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.1064854 Mar 23 21:25:55.057067 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-8bf2e25b-807b-4155-bae4-5b98236546aa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15 HTTP/1.1" status: 200 len: 1002 time: 0.0638607 Mar 23 21:25:55.129127 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c1b850-d065-49e3-89f2-165382bb3a3c req-ca415b5a-c46a-45ed-921f-6d6a91a51333 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:55.130590 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89c1b850-d065-49e3-89f2-165382bb3a3c req-ca415b5a-c46a-45ed-921f-6d6a91a51333 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0556076 Mar 23 21:25:55.178518 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-89c1b850-d065-49e3-89f2-165382bb3a3c req-163d3b34-b70d-43f6-8aa6-6bdf4530eb4c tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Mar 23 21:25:55.326248 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-047f8354-c43c-4230-a842-3fd857b879a3 req-369e1d6b-487f-4757-abb0-c6ca377bb6bc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:25:55.327273 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-047f8354-c43c-4230-a842-3fd857b879a3 req-369e1d6b-487f-4757-abb0-c6ca377bb6bc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999258 Mar 23 21:25:55.647127 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddd8b0-4368-4bff-b361-4a11eec481ae req-1e78e8c1-5cdf-413c-b7c9-8385b2ba88d5 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:55.648606 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19ddd8b0-4368-4bff-b361-4a11eec481ae req-1e78e8c1-5cdf-413c-b7c9-8385b2ba88d5 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0523052 Mar 23 21:25:55.695766 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-19ddd8b0-4368-4bff-b361-4a11eec481ae req-e991e819-e124-4b7a-b97f-9a8b55e2be40 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411084 Mar 23 21:25:55.853122 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-0e76da8e-6a3e-480a-9afd-520fd531f218 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0451431 Mar 23 21:25:55.935307 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-810a2af0-89fa-409f-bc14-83c41ec410c6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:55.936617 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-810a2af0-89fa-409f-bc14-83c41ec410c6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports/fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 940 time: 0.0567260 Mar 23 21:25:55.972665 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-6029fd1b-1b25-48a9-a496-1712ec1b68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:55.973772 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-6029fd1b-1b25-48a9-a496-1712ec1b68ff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0509212 Mar 23 21:25:56.294298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da321c16-4887-42ce-a0d6-19bf1f8b8990 req-1b0f5ecf-8607-4ee7-90ce-2816fb1ea71e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:56.295746 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da321c16-4887-42ce-a0d6-19bf1f8b8990 req-1b0f5ecf-8607-4ee7-90ce-2816fb1ea71e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Mar 23 21:25:56.344440 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da321c16-4887-42ce-a0d6-19bf1f8b8990 req-c51797f9-6c49-4bd4-9748-8d02c7bec079 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Mar 23 21:25:56.761851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-f225b5f4-9aa1-4afc-a706-8f10061007a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:56.763344 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-f225b5f4-9aa1-4afc-a706-8f10061007a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498328 Mar 23 21:25:56.819947 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3afbe-4ec5-4df3-8ca8-eb093384845f req-ea8a8c02-9364-41bd-969a-c58184b2d19f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:56.821421 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fc3afbe-4ec5-4df3-8ca8-eb093384845f req-ea8a8c02-9364-41bd-969a-c58184b2d19f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0541201 Mar 23 21:25:56.867056 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0fc3afbe-4ec5-4df3-8ca8-eb093384845f req-c3d258be-93f9-44d0-89cb-61cd7ae7c8d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394316 Mar 23 21:25:57.458720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a169a6-4c52-4778-a8b3-dce403234e3e req-52aaa137-0fa2-4e6c-af25-fd7b483d97d1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:57.460170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67a169a6-4c52-4778-a8b3-dce403234e3e req-52aaa137-0fa2-4e6c-af25-fd7b483d97d1 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0509546 Mar 23 21:25:57.505252 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-67a169a6-4c52-4778-a8b3-dce403234e3e req-cb364d06-caae-40de-a0e4-caa3d8ff5af2 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391033 Mar 23 21:25:57.742659 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-f9ea2e06-68ea-4bb2-87ec-0268570868e7 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862846 Mar 23 21:25:57.832257 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2602f16a-69b0-4272-b963-cecfdf8ccf68 req-2cf18bf6-9c78-4826-a4c8-808a7ea61405 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833154 Mar 23 21:25:57.999969 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8da33c-46ef-4fd5-8737-00d8c46ba93d req-c422ac8b-e202-47d1-b740-5e5e10918f7e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.001719 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa8da33c-46ef-4fd5-8737-00d8c46ba93d req-c422ac8b-e202-47d1-b740-5e5e10918f7e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0629737 Mar 23 21:25:58.053303 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa8da33c-46ef-4fd5-8737-00d8c46ba93d req-8bbdb3ca-8cca-458e-afda-8d71380f27af tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Mar 23 21:25:58.622526 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabcc81-8d1d-4a82-84ef-9012d8a65bbc req-05753535-3342-47bf-bd73-ce33a4192077 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.623955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-afabcc81-8d1d-4a82-84ef-9012d8a65bbc req-05753535-3342-47bf-bd73-ce33a4192077 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0533500 Mar 23 21:25:58.697501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-ca35d407-aa18-4b6f-9713-5b332cf18873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.698988 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-ca35d407-aa18-4b6f-9713-5b332cf18873 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38&tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1 HTTP/1.1" status: 200 len: 1127 time: 0.0740616 Mar 23 21:25:58.702175 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-afabcc81-8d1d-4a82-84ef-9012d8a65bbc req-aba86511-3d71-4450-ae86-0c15f488501d tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545337 Mar 23 21:25:58.768792 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-49c00d3e-a4db-44d8-9d60-f01f7d82f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.770383 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-49c00d3e-a4db-44d8-9d60-f01f7d82f540 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1127 time: 0.0508919 Mar 23 21:25:58.858391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-32c9d504-c6d2-46f9-b437-8f44983fd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.859760 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-32c9d504-c6d2-46f9-b437-8f44983fd4ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 200 len: 917 time: 0.0824533 Mar 23 21:25:58.927898 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-47da3b90-7291-4271-b17d-f248bc3d8fd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 200 len: 999 time: 0.0603664 Mar 23 21:25:58.980373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-180b7977-1b8c-4aab-b61d-dfc9101c7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:58.982441 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-180b7977-1b8c-4aab-b61d-dfc9101c7e16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 200 len: 855 time: 0.0423279 Mar 23 21:25:59.038744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-2878ec23-fab0-4851-b3b0-1d69bbbd81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:59.040297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-2878ec23-fab0-4851-b3b0-1d69bbbd81d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a54ccc3f-5e4f-4909-82e3-02d69f285c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440843 Mar 23 21:25:59.201048 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-8d508c36-ef48-403a-a946-1cf8382440c2 service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470201 Mar 23 21:25:59.269032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467601d-50e8-40c8-bcd6-1e74d419d608 req-b8f4dfc9-a628-437d-8e08-0bb442fda81f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:59.270564 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1467601d-50e8-40c8-bcd6-1e74d419d608 req-b8f4dfc9-a628-437d-8e08-0bb442fda81f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.1068029 Mar 23 21:25:59.332664 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-146ebd1d-a11e-4cb2-864d-085bee13e0c8 req-3dcdf9ec-09a6-4696-bfb8-b851f13caa0a service neutron] 10.222.0.24 "GET /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242068 Mar 23 21:25:59.339635 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1467601d-50e8-40c8-bcd6-1e74d419d608 req-9240dfec-e2a5-459d-9f5e-fa83f7337cae tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634215 Mar 23 21:25:59.410686 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-a923436e-5f92-410d-96bd-bed84ba9549e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:59.412089 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-a923436e-5f92-410d-96bd-bed84ba9549e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.0512502 Mar 23 21:25:59.515760 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Deleting port bf99f032-db93-4f84-919f-c931b393533d {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:25:59.516123 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (bf99f032-db93-4f84-919f-c931b393533d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:59.611190 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] For port bf99f032-db93-4f84-919f-c931b393533d, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=bf99f032-db93-4f84-919f-c931b393533d,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:25:59.611766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (bf99f032-db93-4f84-919f-c931b393533d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:59.815005 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:59.815718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:25:59.815718 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Floating IP 4a05ecae-6fa2-45d9-aa5d-f22021e4ef57 disassociated. External IP: 172.27.0.93, port: bf99f032-db93-4f84-919f-c931b393533d. Mar 23 21:25:59.815718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Calling delete_port for bf99f032-db93-4f84-919f-c931b393533d owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:25:59.899212 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed220e7-e85e-4fad-8956-c10ed6ce7d75 req-e580443d-1e06-4169-acd8-009cbb26e97e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:25:59.900652 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ed220e7-e85e-4fad-8956-c10ed6ce7d75 req-e580443d-1e06-4169-acd8-009cbb26e97e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 945 time: 0.1009653 Mar 23 21:25:59.975982 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ed220e7-e85e-4fad-8956-c10ed6ce7d75 req-2666fb3f-501b-4c7b-a995-57194316b764 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups?id=445a3f1f-bfcb-4414-9351-7aab6e94c12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685525 Mar 23 21:26:00.128752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (bf99f032-db93-4f84-919f-c931b393533d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:00.157139 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'Port': ['ID=bf99f032-db93-4f84-919f-c931b393533d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:00.614413 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55729b9e-c8ed-4f2f-8dec-b387259b9729 req-3fddb4bb-3da8-4a93-bd61-8e12934a9b0e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:00.615938 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-55729b9e-c8ed-4f2f-8dec-b387259b9729 req-3fddb4bb-3da8-4a93-bd61-8e12934a9b0e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.1396689 Mar 23 21:26:00.656587 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:00.703626 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-55729b9e-c8ed-4f2f-8dec-b387259b9729 req-6c52b9bd-6608-4336-b5e1-26a5bea0c3d8 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753388 Mar 23 21:26:00.856974 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:00.876216 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:00.896361 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:00.897160 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:00.902217 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] No DVR routers for this DVR port bf99f032-db93-4f84-919f-c931b393533d on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:00.905983 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:00.914039 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-70be30f1-dcff-4390-bf9d-24e975cacfdd req-c992e9d5-b872-4108-85c8-a23cdeb46efb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.24 "DELETE /v2.0/ports/bf99f032-db93-4f84-919f-c931b393533d HTTP/1.1" status: 204 len: 173 time: 1.4935241 Mar 23 21:26:00.914534 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'name': 'network-vif-deleted', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:00.916844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88927d0-ee4e-4a8f-be2b-66864c7f148f" -d '{"events": [{"server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "name": "network-vif-deleted", "tag": "bf99f032-db93-4f84-919f-c931b393533d"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:00.960590 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa31cdb-7de7-40ae-abcb-be84eda386a7 x-openstack-request-id: req-7fa31cdb-7de7-40ae-abcb-be84eda386a7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:00.960887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b92c181-278c-4d9d-a719-724bfe703989", "name": "network-vif-deleted", "tag": "bf99f032-db93-4f84-919f-c931b393533d", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:00.961167 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7fa31cdb-7de7-40ae-abcb-be84eda386a7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:00.961598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa31cdb-7de7-40ae-abcb-be84eda386a7'] response: {'server_uuid': '8b92c181-278c-4d9d-a719-724bfe703989', 'name': 'network-vif-deleted', 'tag': 'bf99f032-db93-4f84-919f-c931b393533d', 'status': 'completed', 'code': 200} Mar 23 21:26:01.056257 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:01.157713 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2bb7964d-3b14-4b28-86ce-f96261f2c41a req-e370a57f-cfb6-4f47-ac51-995d5c9baf74 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0592608 Mar 23 21:26:01.329371 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:01.360128 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:01.368671 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:01.369301 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:25:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:01.522172 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:01.730734 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:01.785036 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb18c5-18c6-43b5-b7a8-d5bc1a2e2ef1 None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:20:02Z', 'revision_number': 4, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'bee65608-5e46-4f35-a1b8-79440955c82b', 'name': '', 'network_id': '4c8e900b-5e90-48d2-ad97-0f533390cba8', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'mac_address': 'fa:16:3e:7d:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:00Z', 'updated_at': '2022-03-23T21:20:12Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'subnets': [{'id': 'bd5d7ed7-db60-4099-99d2-2bd23ebb0788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:01.838800 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57f495-b46f-4007-9517-5f8dce1127c1 req-a23c648e-0f9a-4ed5-97f7-ae4e8741d188 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:01.850991 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe57f495-b46f-4007-9517-5f8dce1127c1 req-a23c648e-0f9a-4ed5-97f7-ae4e8741d188 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0685091 Mar 23 21:26:01.893585 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe57f495-b46f-4007-9517-5f8dce1127c1 req-4e1417d3-5600-4b90-95f3-62cb4194d68b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Mar 23 21:26:02.080558 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bdeb94-947b-49fb-aa4c-e61f59f7108f None None] New status for floating IP 4a05ecae-6fa2-45d9-aa5d-f22021e4ef57: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:26:02.214936 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device bf99f032-db93-4f84-919f-c931b393533d no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:02.236379 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: bf99f032-db93-4f84-919f-c931b393533d {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:02.236728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device bf99f032-db93-4f84-919f-c931b393533d not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:02.279829 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ad40b7eb-bc4a-48c1-8348-d901d370000b req-196a6119-5624-44ca-85f0-9698a9f348fb tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Mar 23 21:26:03.032940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48983e-7763-4426-a7ff-73670371d54c req-9ffd9448-3e1f-4aa8-b01f-f7caf0e44f7f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:03.034498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa48983e-7763-4426-a7ff-73670371d54c req-9ffd9448-3e1f-4aa8-b01f-f7caf0e44f7f tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0569851 Mar 23 21:26:03.087002 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa48983e-7763-4426-a7ff-73670371d54c req-32e55a63-67eb-41f2-bc23-4cd77fd9dcf2 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467341 Mar 23 21:26:03.387744 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af500777-4844-41a9-ae3c-d9b9d358b3c6 req-d2302f0e-8bfa-4186-8c96-dd2ac38c7c07 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0320666 Mar 23 21:26:04.230196 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dbbe2-49d0-44bb-b41e-5303b5ed9fcd req-59091c89-9d2e-4151-b245-37c2bc305a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:04.233477 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a48dbbe2-49d0-44bb-b41e-5303b5ed9fcd req-59091c89-9d2e-4151-b245-37c2bc305a2c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0713034 Mar 23 21:26:04.294884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-48d312cc-c7e8-4ebc-a3d2-ac49bd1d6ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:04.310836 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a48dbbe2-49d0-44bb-b41e-5303b5ed9fcd req-b725d739-7368-4afc-ae74-8bf7a60b9bfe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698171 Mar 23 21:26:04.494349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7d54b18-f0da-4c2f-835a-fd05bc68899f req-228b6657-868f-4541-ba66-3e088a88f38a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0369844 Mar 23 21:26:05.551476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c04c1e-e1d5-4194-9031-95a1e64ccf55 req-2786c7a0-343e-4651-8893-c59f66c20880 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:05.552985 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5c04c1e-e1d5-4194-9031-95a1e64ccf55 req-2786c7a0-343e-4651-8893-c59f66c20880 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0796220 Mar 23 21:26:05.639614 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d58f71df-777d-4e4c-95c1-b8e02cc00ba9 req-263237f6-7a82-496d-a038-9334692e020f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0482094 Mar 23 21:26:05.661484 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5c04c1e-e1d5-4194-9031-95a1e64ccf55 req-94f921bd-2511-40d2-90b9-5bc33e73d3ba tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979214 Mar 23 21:26:06.223528 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c9f337ae-2fe3-4fc8-a68b-a2690b2f098b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:06.755366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-35394344-b7c0-4a31-9ea0-ae835456a74e req-67fdf5b6-58c1-4d3a-9fc0-cdeeadfc212a tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0288503 Mar 23 21:26:06.808736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f141-6e23-42b0-8329-928eb35857d6 req-4f779ccd-b0f4-4c64-a1f7-288fe4239e5e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:06.815950 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99c7f141-6e23-42b0-8329-928eb35857d6 req-4f779ccd-b0f4-4c64-a1f7-288fe4239e5e tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0601096 Mar 23 21:26:06.869602 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-99c7f141-6e23-42b0-8329-928eb35857d6 req-31dbbb9b-45b8-40e6-bf92-6b9d5d94c2b5 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525832 Mar 23 21:26:07.671171 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:08.009143 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-30bf36ed-8c1c-497d-b60e-deefe04a95c4 req-58c18402-d5d3-4c79-8811-28e384cef4e7 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0327232 Mar 23 21:26:08.029019 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4e8b7-fbfe-458a-ac57-56c525ba6d7a req-246b4290-49c4-4397-853e-2a13bb64ac23 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:08.031525 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9db4e8b7-fbfe-458a-ac57-56c525ba6d7a req-246b4290-49c4-4397-853e-2a13bb64ac23 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0816717 Mar 23 21:26:08.079598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9db4e8b7-fbfe-458a-ac57-56c525ba6d7a req-4150eba4-3e56-49ff-bba5-3535f0b726ec tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Mar 23 21:26:09.074690 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:09.116801 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7cfce28b-d099-49be-8340-272049be1c5f req-5f1ab0b9-b437-418b-838d-7bf9d825b1c9 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0264924 Mar 23 21:26:09.205088 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d78e8d-46f2-4208-8518-cc687533e5a7 req-00d1b327-eb85-4935-a921-64711a4fe1b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:09.206546 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32d78e8d-46f2-4208-8518-cc687533e5a7 req-00d1b327-eb85-4935-a921-64711a4fe1b4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0547478 Mar 23 21:26:09.252981 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-32d78e8d-46f2-4208-8518-cc687533e5a7 req-646b5852-9cca-470a-b1e1-1e8415fc2a6d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401073 Mar 23 21:26:10.219279 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e8c0397-5238-4117-a5c2-7905020abae8 req-467cef12-fea5-4a7f-ad06-e48b750e90f7 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Mar 23 21:26:10.373927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bacda-d07c-4dc4-95c7-2f41a18874a8 req-c1c9d499-716c-4902-8b05-c0f6051e1e20 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:10.375845 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a06bacda-d07c-4dc4-95c7-2f41a18874a8 req-c1c9d499-716c-4902-8b05-c0f6051e1e20 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0541766 Mar 23 21:26:10.429426 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a06bacda-d07c-4dc4-95c7-2f41a18874a8 req-22aa92f0-3af5-4295-a230-b4aa601d5872 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478570 Mar 23 21:26:10.528083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:11.319757 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e6018f38-0617-4eb7-b7d9-bf8c2024c7fb req-004c8421-6998-41e7-9c24-b03c1c576237 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0257320 Mar 23 21:26:11.548663 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926352-6598-49e0-badd-a668ec18cfba req-ef3fe75f-a4bb-4138-ad6e-348aaf365a0b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:11.550044 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3926352-6598-49e0-badd-a668ec18cfba req-ef3fe75f-a4bb-4138-ad6e-348aaf365a0b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0511212 Mar 23 21:26:11.595607 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3926352-6598-49e0-badd-a668ec18cfba req-17d08ecd-b6a4-43f3-9dab-a5560c26a710 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 Mar 23 21:26:12.422965 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6719668b-ac75-467b-a1b2-90e59b63e173 req-395d8f14-f8cb-4e0a-b517-ab064fbe4950 tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/ports?device_id=8b92c181-278c-4d9d-a719-724bfe703989 HTTP/1.1" status: 200 len: 210 time: 0.0277946 Mar 23 21:26:12.728813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b99abda-9f53-417a-98e9-e486ca4c10ee req-511a5838-0897-4f5a-9f32-ca8dfab7e067 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:12.730318 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b99abda-9f53-417a-98e9-e486ca4c10ee req-511a5838-0897-4f5a-9f32-ca8dfab7e067 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0581057 Mar 23 21:26:12.779204 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3b99abda-9f53-417a-98e9-e486ca4c10ee req-affbb9d3-38fc-4b2b-a268-f540d115cb72 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431983 Mar 23 21:26:13.595647 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47528) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:13.655871 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (445a3f1f-bfcb-4414-9351-7aab6e94c12e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:13.678582 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (445a3f1f-bfcb-4414-9351-7aab6e94c12e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:13.813940 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (445a3f1f-bfcb-4414-9351-7aab6e94c12e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:13.816531 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:13.820597 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "DELETE /v2.0/security-groups/445a3f1f-bfcb-4414-9351-7aab6e94c12e HTTP/1.1" status: 204 len: 168 time: 0.2238011 Mar 23 21:26:13.821745 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47534) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:13.831065 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d69d8-1dc7-40e3-b0d1-75cc7859320b tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=445a3f1f-bfcb-4414-9351-7aab6e94c12e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:13.854243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-6828c4c3-4ea9-470f-8bfc-c3a9e8b2c62f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] show failed (client error): The resource could not be found. Mar 23 21:26:13.858032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6828c4c3-4ea9-470f-8bfc-c3a9e8b2c62f tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "GET /v2.0/security-groups/445a3f1f-bfcb-4414-9351-7aab6e94c12e HTTP/1.1" status: 404 len: 347 time: 0.0341301 Mar 23 21:26:13.870829 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47536) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:13.913929 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb126d-01d5-41b2-b253-426164fb162c req-c1b75a1a-21e6-4489-a1b3-84971ff08a27 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:13.915428 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38bb126d-01d5-41b2-b253-426164fb162c req-c1b75a1a-21e6-4489-a1b3-84971ff08a27 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 943 time: 0.0558345 Mar 23 21:26:13.964460 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38bb126d-01d5-41b2-b253-426164fb162c req-8d3ccb7c-80cb-472c-9adf-27902323c692 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Mar 23 21:26:13.989328 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Deleting port f1e6eba4-46fd-4370-873a-112b8cf8aaf5 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:13.989668 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.065535 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.065854 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.077215 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Calling delete_port for f1e6eba4-46fd-4370-873a-112b8cf8aaf5 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:14.245940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:26:14.265233 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f1e6eba4-46fd-4370-873a-112b8cf8aaf5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.295541 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Pushing event deleted for resources: {'Port': ['ID=f1e6eba4-46fd-4370-873a-112b8cf8aaf5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:14.341887 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:14.350675 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks [] for floatingip (4a05ecae-6fa2-45d9-aa5d-f22021e4ef57), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.353412 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.353553 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'port_id': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'mac_address': 'fa:16:3e:ec:8d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:26:14.354621 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2fab893d-3360-4d02-a8f3-943b0bf08d4e tempest-AttachVolumeTestJSON-1322559512 tempest-AttachVolumeTestJSON-1322559512-project] 10.222.0.35 "DELETE /v2.0/floatingips/4a05ecae-6fa2-45d9-aa5d-f22021e4ef57 HTTP/1.1" status: 204 len: 168 time: 0.4950087 Mar 23 21:26:14.392522 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:26:14.392983 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.406280 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:26:14.426690 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:14.523026 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:14.576208 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=9']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:14.800729 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['fa346a94-54d4-4634-b0d5-2c677cfaf0b9'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:26:15.091668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e79151-a906-4128-9858-6c132d863c28 req-9d604f73-efd1-42ad-b6e4-29d85aa0cb24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:15.093144 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b9e79151-a906-4128-9858-6c132d863c28 req-9d604f73-efd1-42ad-b6e4-29d85aa0cb24 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0560603 Mar 23 21:26:15.140126 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b9e79151-a906-4128-9858-6c132d863c28 req-f8bd2f3b-cc35-4df5-8a93-5061080dd1d6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 Mar 23 21:26:16.245462 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:26:16.259881 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eef777-fb0a-4ada-bf55-74042c971bbb req-dd20bd0f-47e6-4476-be4d-243bc977f217 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:16.261385 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2eef777-fb0a-4ada-bf55-74042c971bbb req-dd20bd0f-47e6-4476-be4d-243bc977f217 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 944 time: 0.0527239 Mar 23 21:26:16.299345 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:26:16.299722 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:16.313679 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e2eef777-fb0a-4ada-bf55-74042c971bbb req-68394670-83f5-4486-96df-35b7bdd7c289 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460427 Mar 23 21:26:16.379898 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:26:16.380285 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:16.402968 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:16.405185 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d68092-7868-4bbb-a5af-3a4cd239e010" -d '{"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:16.418060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:16.440577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11333515-c98f-4163-82e9-910790f8489e x-openstack-request-id: req-11333515-c98f-4163-82e9-910790f8489e {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:16.440864 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-plugged", "status": "completed", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:16.441251 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11333515-c98f-4163-82e9-910790f8489e {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:16.441994 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11333515-c98f-4163-82e9-910790f8489e'] response: {'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'code': 200} Mar 23 21:26:16.514286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:16.565099 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=10']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:16.801840 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769f16a-c56b-4c74-ab57-3a30cc6a5229 req-7b36f45e-709b-485d-9072-f593fd8d2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:16.803329 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b769f16a-c56b-4c74-ab57-3a30cc6a5229 req-7b36f45e-709b-485d-9072-f593fd8d2aa9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 1130 time: 0.0428295 Mar 23 21:26:16.856817 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b769f16a-c56b-4c74-ab57-3a30cc6a5229 req-21622027-6a2f-4c4e-923c-993e6561c824 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Mar 23 21:26:17.202245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47616) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:17.307271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.380366 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Publish callbacks [] for security_group (06c07b30-4f7f-47d8-8c6a-c16b6a8404aa), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.435020 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f177ef-d6fa-452c-ae55-c057355a8a70 req-6ee08ee6-e614-41fc-b348-22818b4ff98c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:17.436505 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0f177ef-d6fa-452c-ae55-c057355a8a70 req-6ee08ee6-e614-41fc-b348-22818b4ff98c tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.0515659 Mar 23 21:26:17.454831 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (06c07b30-4f7f-47d8-8c6a-c16b6a8404aa), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.510569 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=791c7f5ee17f458294c8ea11d82abd0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072104 Mar 23 21:26:17.513377 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47624) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:17.514007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c07b30-4f7f-47d8-8c6a-c16b6a8404aa,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:17.520484 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0f177ef-d6fa-452c-ae55-c057355a8a70 req-42cb656c-8744-47af-9fa5-7e77f23446d4 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784202 Mar 23 21:26:17.525618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.525618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.525862 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.526208 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.526542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.526871 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.527734 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.528061 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.528383 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.528709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.529067 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.529392 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.529715 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.530032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.530352 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dff06a-9339-4c72-8925-6b1de03c26cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.565677 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Publish callbacks [] for security_group (06c07b30-4f7f-47d8-8c6a-c16b6a8404aa), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.586551 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Publish callbacks [] for security_group (06c07b30-4f7f-47d8-8c6a-c16b6a8404aa), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.708407 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (06c07b30-4f7f-47d8-8c6a-c16b6a8404aa), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.710974 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:17.712100 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06c07b30-4f7f-47d8-8c6a-c16b6a8404aa HTTP/1.1" status: 204 len: 168 time: 0.1976824 Mar 23 21:26:17.720119 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c07b30-4f7f-47d8-8c6a-c16b6a8404aa,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:17.727102 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.727445 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.727781 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.728111 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.728435 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.728756 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.729100 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.729417 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.729731 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.730049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.731000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.731321 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.731640 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.731957 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:17.732268 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-828806db-cf70-4c21-be1f-f60045b1bf28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:18.382485 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47654) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:18.395484 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f587a66-48a6-4bd6-8719-9443bc8afec6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:18.414805 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47656) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:18.469404 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f587a66-48a6-4bd6-8719-9443bc8afec6 admin admin] Publish callbacks [] for security_group (19f18d59-496a-4c17-86f7-248fc0d8466d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:18.549098 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4f587a66-48a6-4bd6-8719-9443bc8afec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (19f18d59-496a-4c17-86f7-248fc0d8466d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:18.580890 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47670) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:18.588538 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4f587a66-48a6-4bd6-8719-9443bc8afec6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=073075ae2612471dbc8ea287ac573411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048748 Mar 23 21:26:18.611312 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f587a66-48a6-4bd6-8719-9443bc8afec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f18d59-496a-4c17-86f7-248fc0d8466d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:18.733774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] Publish callbacks [] for security_group (19f18d59-496a-4c17-86f7-248fc0d8466d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:18.771367 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] Publish callbacks [] for security_group (19f18d59-496a-4c17-86f7-248fc0d8466d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:18.814680 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db322d-0202-4da2-a678-6cb95ee0bbfd req-a75fd1e2-75c7-4dab-96ba-20bf6931bc26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:18.816376 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3db322d-0202-4da2-a678-6cb95ee0bbfd req-a75fd1e2-75c7-4dab-96ba-20bf6931bc26 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.1914890 Mar 23 21:26:18.945179 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3db322d-0202-4da2-a678-6cb95ee0bbfd req-510b04c0-b0c1-4661-9840-6f62b2efb244 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207483 Mar 23 21:26:19.073215 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (19f18d59-496a-4c17-86f7-248fc0d8466d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:19.075781 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:19.076920 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19f18d59-496a-4c17-86f7-248fc0d8466d HTTP/1.1" status: 204 len: 168 time: 0.4949496 Mar 23 21:26:19.092461 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f6491-f6e4-4cc2-937c-87b4f15b295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f18d59-496a-4c17-86f7-248fc0d8466d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:19.234471 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:19.512151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feef4a-8d39-42d3-8ac5-f4f134746168 req-b094526a-0a5c-401a-b2a0-bad722013ead tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:19.514317 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11feef4a-8d39-42d3-8ac5-f4f134746168 req-b094526a-0a5c-401a-b2a0-bad722013ead tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.0905840 Mar 23 21:26:19.604402 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-11feef4a-8d39-42d3-8ac5-f4f134746168 req-b2fd00b0-d86b-4707-b1f3-169f119211a6 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832095 Mar 23 21:26:19.626986 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Deleting port bee65608-5e46-4f35-a1b8-79440955c82b {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:19.627323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:19.710379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] For port bee65608-5e46-4f35-a1b8-79440955c82b, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=bee65608-5e46-4f35-a1b8-79440955c82b,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:19.710744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:19.723136 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Calling delete_port for bee65608-5e46-4f35-a1b8-79440955c82b owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:20.050372 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (bee65608-5e46-4f35-a1b8-79440955c82b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:20.084199 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Pushing event deleted for resources: {'Port': ['ID=bee65608-5e46-4f35-a1b8-79440955c82b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:20.143831 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c4a4e-1b80-411f-8bd2-85167cd75363 req-e24fdb8a-9675-4ff4-bc2f-0be8e66a9c71 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:20.145447 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e70c4a4e-1b80-411f-8bd2-85167cd75363 req-e24fdb8a-9675-4ff4-bc2f-0be8e66a9c71 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.1246207 Mar 23 21:26:20.531662 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e70c4a4e-1b80-411f-8bd2-85167cd75363 req-20bc7779-4fed-4736-a490-43173410a653 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3743377 Mar 23 21:26:20.578637 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:20.806909 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7fa02-b558-45ca-b896-d7e58600a137 req-bcaa4d7a-723d-4aa9-abbc-c0e36cabebc5 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:20.808467 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bdb7fa02-b558-45ca-b896-d7e58600a137 req-bcaa4d7a-723d-4aa9-abbc-c0e36cabebc5 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.1272027 Mar 23 21:26:20.892060 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bdb7fa02-b558-45ca-b896-d7e58600a137 req-bcd56902-c4c5-4de6-bcb8-b0d66a539ef5 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692353 Mar 23 21:26:20.901551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:21.047528 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-e54f9c45-0cc3-458c-80ad-377fdb367364 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:21.048926 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-e54f9c45-0cc3-458c-80ad-377fdb367364 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 946 time: 0.0734892 Mar 23 21:26:21.065451 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:21.070454 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-eb53e5b4-e463-45a2-a163-cadbdfab745f admin admin] 10.222.0.35 "PUT /v2.0/routers/bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6542754 Mar 23 21:26:21.073469 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47738) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:21.078264 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Sync routers for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:21.087830 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:21.089096 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:21.172612 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:21.176289 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.199271 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks [] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.201959 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:21.288720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] For port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:21.289227 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.321289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks [] for router_gateway (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.390106 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:26:19Z', 'revision_number': 5, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port': {'id': '7a1580e3-dfc4-476b-b201-c6bb68f0214c', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:38:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:54Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:21.428293 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Checking router: bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:21.439354 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Routers {'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:21.440217 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:21.448837 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Deleting port 7a1580e3-dfc4-476b-b201-c6bb68f0214c {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:21.449466 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.486232 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.487150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (e8783149-bbed-44a0-b386-1f87d75a9a77), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.487469 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP e8783149-bbed-44a0-b386-1f87d75a9a77 disassociated. External IP: 172.27.0.244, port: 7ea0b7fb-efb3-4601-b41b-712b72c7fe15. Mar 23 21:26:21.487874 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:21.548410 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] For port 7a1580e3-dfc4-476b-b201-c6bb68f0214c, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7a1580e3-dfc4-476b-b201-c6bb68f0214c,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:21.549102 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.564106 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Calling delete_port for 7a1580e3-dfc4-476b-b201-c6bb68f0214c owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:21.648358 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] Set router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:21.698451 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e824eab-0508-4198-836c-c0e56d57126a req-aa03dd77-7434-4bb1-8ab6-db9e46360ec1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:21.700481 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e824eab-0508-4198-836c-c0e56d57126a req-aa03dd77-7434-4bb1-8ab6-db9e46360ec1 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.0753026 Mar 23 21:26:21.715500 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:26:21Z', 'revision_number': 6, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:21.758849 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4e824eab-0508-4198-836c-c0e56d57126a req-7bc968d9-0e8a-4bd7-bf4c-573e11ade30b tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515730 Mar 23 21:26:21.759748 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e8fbd-eb38-4fe5-9c94-a59316f262d9 None None] The sync data for ids ['bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb'] in dv-cinder-834918-1-iscsi is: [{'id': 'bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb', 'name': 'tempest-AttachVolumeTestJSON-790632415-router', 'tenant_id': 'e67b304652294fb0ad7cb1abb0b64385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:52Z', 'updated_at': '2022-03-23T21:26:21Z', 'revision_number': 6, 'project_id': 'e67b304652294fb0ad7cb1abb0b64385', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:21.792349 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (7ea0b7fb-efb3-4601-b41b-712b72c7fe15), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.826658 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=7ea0b7fb-efb3-4601-b41b-712b72c7fe15,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:21.877242 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (7a1580e3-dfc4-476b-b201-c6bb68f0214c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:21.905598 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1580e3-dfc4-476b-b201-c6bb68f0214c,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:21.961921 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:21.977170 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.067415 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a0589101-d798-44ac-92a8-3d965c85d7ba req-6f62a7ab-45d4-4be1-b74e-ddbb17318182 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0929224 Mar 23 21:26:22.120149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:22.132816 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:22.169110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] No DVR routers for this DVR port 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:22.173400 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:22.173400 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:22.174011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.176686 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-83301b71-8f4f-49ec-a530-45543bb5ca44 req-072199b0-1cb0-4628-8370-822086b6fb23 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "DELETE /v2.0/ports/7ea0b7fb-efb3-4601-b41b-712b72c7fe15 HTTP/1.1" status: 204 len: 173 time: 1.1211770 Mar 23 21:26:22.177925 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'name': 'network-vif-deleted', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:22.188323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7641e2-3cb7-4a38-9c42-0043feab4ba4" -d '{"events": [{"server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "name": "network-vif-deleted", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:22.259000 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ab0e26-7518-409e-895b-8f41dc449df7 x-openstack-request-id: req-72ab0e26-7518-409e-895b-8f41dc449df7 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:22.260216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4eec0e1-543e-4c4c-914f-158e0ed7abc0", "name": "network-vif-deleted", "tag": "7ea0b7fb-efb3-4601-b41b-712b72c7fe15", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:22.260718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72ab0e26-7518-409e-895b-8f41dc449df7 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:22.261467 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ab0e26-7518-409e-895b-8f41dc449df7'] response: {'server_uuid': 'a4eec0e1-543e-4c4c-914f-158e0ed7abc0', 'name': 'network-vif-deleted', 'tag': '7ea0b7fb-efb3-4601-b41b-712b72c7fe15', 'status': 'completed', 'code': 200} Mar 23 21:26:22.352320 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.357195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks [] for router_controller (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.358045 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:22.520979 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.521594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:26:22.530321 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.531457 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3d522d31-d0d5-4616-8fa7-8c60245984b5 admin admin] 10.222.0.35 "DELETE /v2.0/routers/bc8ff5e7-03d5-4d8a-b653-d6e88d9144bb HTTP/1.1" status: 204 len: 168 time: 1.4552858 Mar 23 21:26:22.533857 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47772) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:22.604605 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Deleting subnet bd5d7ed7-db60-4099-99d2-2bd23ebb0788 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:26:22.608610 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Publish callbacks [] for subnet (bd5d7ed7-db60-4099-99d2-2bd23ebb0788), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.611122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:22.639286 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:22.642507 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb459b-6e7d-44b0-a5b4-84c40fc32d47 req-67e85e58-3081-47f5-991d-f2c82e426fcc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:22.645879 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (bd5d7ed7-db60-4099-99d2-2bd23ebb0788), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.648174 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:22.648796 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:22.649556 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5fdb459b-6e7d-44b0-a5b4-84c40fc32d47 req-67e85e58-3081-47f5-991d-f2c82e426fcc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0747952 Mar 23 21:26:22.698222 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5fdb459b-6e7d-44b0-a5b4-84c40fc32d47 req-dbc80374-0245-4c39-9bf9-9f43cf56ffab tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477703 Mar 23 21:26:22.729213 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bee65608-5e46-4f35-a1b8-79440955c82b no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:22.746710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (bd5d7ed7-db60-4099-99d2-2bd23ebb0788), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.754615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: bee65608-5e46-4f35-a1b8-79440955c82b {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:22.755064 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device bee65608-5e46-4f35-a1b8-79440955c82b not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:22.805424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:22.892367 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (bd5d7ed7-db60-4099-99d2-2bd23ebb0788), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.918840 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5d7ed7-db60-4099-99d2-2bd23ebb0788,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:22.922456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:22.927785 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-91cd821f-b4d8-43d9-90f0-d668a09b01aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd5d7ed7-db60-4099-99d2-2bd23ebb0788 HTTP/1.1" status: 204 len: 168 time: 0.3908427 Mar 23 21:26:22.928291 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47774) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:22.928873 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec977eaf-4c6c-44f4-b2c6-f36859b2c3b5 None None] Network 4c8e900b-5e90-48d2-ad97-0f533390cba8 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:26:23.007308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (4c8e900b-5e90-48d2-ad97-0f533390cba8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.065128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Deleting port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:23.065471 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.115420 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.119955 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:23.134698 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] For port d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:23.135055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.149882 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Calling delete_port for d5f02d94-5b9e-40ee-87e0-5e533f5170d2 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:23.158229 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19d9e8-747e-475b-9fb2-620082d142c9 None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:23.194645 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] DHCP port deletion for 4c8e900b-5e90-48d2-ad97-0f533390cba8 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:26:23.235857 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd687c03-3837-49aa-aadb-97e4af352683 req-e4667c89-8ccb-40f3-9d36-50b1074298fd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=a4eec0e1-543e-4c4c-914f-158e0ed7abc0 HTTP/1.1" status: 200 len: 210 time: 0.0420995 Mar 23 21:26:23.254729 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Deleting port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:23.255104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.321890 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] For port d5f02d94-5b9e-40ee-87e0-5e533f5170d2, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,segment=NetworkSegment(2364d25a-3393-43c7-a047-a97a59c763dc),segment_id=2364d25a-3393-43c7-a047-a97a59c763dc)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:23.322327 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.342512 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Calling delete_port for d5f02d94-5b9e-40ee-87e0-5e533f5170d2 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:23.368825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.395480 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:23.399072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] No DVR routers for this DVR port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 on host dv-cinder-834918-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:23.433603 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (d5f02d94-5b9e-40ee-87e0-5e533f5170d2), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.457333 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7964fd9-afb9-4254-9148-bedfbef91654 None None] New status for floating IP e8783149-bbed-44a0-b386-1f87d75a9a77: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:26:23.463946 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] Pushing event deleted for resources: {'Port': ['ID=d5f02d94-5b9e-40ee-87e0-5e533f5170d2,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:23.467418 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927a4597-3f00-4f48-b8b1-69c1873cc4f8 None None] No DVR routers for this DVR port d5f02d94-5b9e-40ee-87e0-5e533f5170d2 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:23.484660 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (4c8e900b-5e90-48d2-ad97-0f533390cba8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.519486 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e900b-5e90-48d2-ad97-0f533390cba8']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:23.533080 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2364d25a-3393-43c7-a047-a97a59c763dc') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:23.533601 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2364d25a-3393-43c7-a047-a97a59c763dc') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:23.551154 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (2364d25a-3393-43c7-a047-a97a59c763dc), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.570357 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (2364d25a-3393-43c7-a047-a97a59c763dc), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.579046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:26:23.579046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (2364d25a-3393-43c7-a047-a97a59c763dc), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:26:23.579867 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:26:23.727890 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (4c8e900b-5e90-48d2-ad97-0f533390cba8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.733652 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:23.739725 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4c8e900b-5e90-48d2-ad97-0f533390cba8 HTTP/1.1" status: 204 len: 168 time: 0.8070204 Mar 23 21:26:23.758746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6ad3f-5001-4cf4-9933-9390b8f921c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8e900b-5e90-48d2-ad97-0f533390cba8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:23.839283 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dec447-22e0-4320-bb72-510cc4fce66a req-d201286f-7e9c-4266-993d-6261b77c855f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:23.840846 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7dec447-22e0-4320-bb72-510cc4fce66a req-d201286f-7e9c-4266-993d-6261b77c855f tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0547478 Mar 23 21:26:23.893021 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b7dec447-22e0-4320-bb72-510cc4fce66a req-993f0db2-c34a-47be-ba50-86f31d2712c3 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Mar 23 21:26:23.896675 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device d5f02d94-5b9e-40ee-87e0-5e533f5170d2 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:23.919583 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: d5f02d94-5b9e-40ee-87e0-5e533f5170d2 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:23.919924 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device d5f02d94-5b9e-40ee-87e0-5e533f5170d2 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:23.920337 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7a1580e3-dfc4-476b-b201-c6bb68f0214c no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:23.944060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 7a1580e3-dfc4-476b-b201-c6bb68f0214c {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:23.944060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7a1580e3-dfc4-476b-b201-c6bb68f0214c not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:24.204712 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 47786) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:24.272281 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bdab0a57-4490-46cf-b992-5177cf6031c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e67b304652294fb0ad7cb1abb0b64385&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0663686 Mar 23 21:26:24.275179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47790) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:24.295991 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-394af247-e2f8-4af2-b190-2a2761fd68c5 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:24.297471 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-394af247-e2f8-4af2-b190-2a2761fd68c5 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.0703661 Mar 23 21:26:24.298967 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:24.336424 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] Publish callbacks [] for security_group (570dc65d-9437-4e21-af67-cbe92da32d69), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.367019 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] Publish callbacks [] for security_group (570dc65d-9437-4e21-af67-cbe92da32d69), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.370485 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:24.372253 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 7ea0b7fb-efb3-4601-b41b-712b72c7fe15 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:24.423327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port a9cad7db-fe77-49cc-a187-c936a2eaafea {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:24.423673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.516347 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (570dc65d-9437-4e21-af67-cbe92da32d69), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.518931 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.520080 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/570dc65d-9437-4e21-af67-cbe92da32d69 HTTP/1.1" status: 204 len: 168 time: 0.2438016 Mar 23 21:26:24.532003 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d220b90-c525-4ac3-bb38-7621b81ea80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570dc65d-9437-4e21-af67-cbe92da32d69,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:24.541321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] For port a9cad7db-fe77-49cc-a187-c936a2eaafea, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a9cad7db-fe77-49cc-a187-c936a2eaafea,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:24.541695 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.689251 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-10778ca3-f62f-4be2-b14e-837b55e47267 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007078328&fields=id&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 267 time: 0.0917833 Mar 23 21:26:24.810186 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.810555 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:24.810873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Floating IP 373370ca-4591-4fda-b274-03b5f990e072 disassociated. External IP: 172.27.0.36, port: a9cad7db-fe77-49cc-a187-c936a2eaafea. Mar 23 21:26:24.811220 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for a9cad7db-fe77-49cc-a187-c936a2eaafea owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:24.883157 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-233c0d67-9a9d-4d24-8b89-c5b721048127 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:24.884634 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-233c0d67-9a9d-4d24-8b89-c5b721048127 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1871035 Mar 23 21:26:24.913108 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-996e1d69-ca4b-463b-b144-a0c86ff75a5f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/quotas/09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 375 time: 0.0205293 Mar 23 21:26:25.032315 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-3c1c0b09-3ec4-4859-b73c-2e9030909d11 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124239 Mar 23 21:26:25.106632 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeccbbda-a4c9-4164-a297-b1a442852824 req-8b7b6a8d-008a-4c3d-863e-86d4bd45e497 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:25.110956 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aeccbbda-a4c9-4164-a297-b1a442852824 req-8b7b6a8d-008a-4c3d-863e-86d4bd45e497 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 946 time: 0.1407084 Mar 23 21:26:25.141400 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a9cad7db-fe77-49cc-a187-c936a2eaafea), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:25.195930 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=a9cad7db-fe77-49cc-a187-c936a2eaafea,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:25.215375 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-c553f384-8c26-4f7b-b09f-16ef7887c1b6 service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672750 Mar 23 21:26:25.219670 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aeccbbda-a4c9-4164-a297-b1a442852824 req-556ceb49-f2c0-4260-91ff-b800b338f0bd tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups?id=757d1395-5595-46ea-9a35-e8380e3b6b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053665 Mar 23 21:26:25.420774 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:26:25.655920 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-1285bcc3-cd14-49d8-a709-f0d111857efd service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334586 Mar 23 21:26:25.664624 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:25.799747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:25.811042 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:25.827270 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:25.828009 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:25.845574 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] No DVR routers for this DVR port a9cad7db-fe77-49cc-a187-c936a2eaafea on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:25.848204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:25.851970 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f0a1b34-d6d8-4f84-baa6-11bb425b3b2c req-8f233ae9-da3d-437a-8ff8-4b607dbe19fc tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.24 "DELETE /v2.0/ports/a9cad7db-fe77-49cc-a187-c936a2eaafea HTTP/1.1" status: 204 len: 173 time: 1.5491176 Mar 23 21:26:25.852511 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'name': 'network-vif-deleted', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:25.856272 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9847ae-8df4-472b-8cdd-6dcfa1866b9b" -d '{"events": [{"server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "name": "network-vif-deleted", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:25.893341 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4269a25-2e3f-4ac0-bed8-bf7ff4ea3b37 x-openstack-request-id: req-a4269a25-2e3f-4ac0-bed8-bf7ff4ea3b37 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:25.893641 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bbf76ad-0fa1-42a2-9e4a-799a29bea117", "name": "network-vif-deleted", "tag": "a9cad7db-fe77-49cc-a187-c936a2eaafea", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:25.893895 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a4269a25-2e3f-4ac0-bed8-bf7ff4ea3b37 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:25.894300 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4269a25-2e3f-4ac0-bed8-bf7ff4ea3b37'] response: {'server_uuid': '1bbf76ad-0fa1-42a2-9e4a-799a29bea117', 'name': 'network-vif-deleted', 'tag': 'a9cad7db-fe77-49cc-a187-c936a2eaafea', 'status': 'completed', 'code': 200} Mar 23 21:26:25.951276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:26.156191 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:26.313484 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:26.322148 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:26.322765 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:26.336251 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ab2b88a8-9087-44a8-abe8-c184db07e82d req-b05dc6aa-0a65-406d-9c26-ccaceb0c66cb tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0340366 Mar 23 21:26:26.430195 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:26.660181 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-db336b4c-4d0d-4477-b1d3-8b8690ec8f43 req-49a43020-0a2a-40dc-a7ae-902abc16eeb8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 210 time: 0.0321062 Mar 23 21:26:26.672241 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:26.707405 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49abd1-c5cf-47ea-93d5-be6fa3a537a5 None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:20:01Z', 'revision_number': 4, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '1ae5ca49-0bb9-4e11-8a98-c0826a4f6182', 'name': '', 'network_id': 'ac8e0016-9111-458a-9ce1-f3db687e4a71', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'mac_address': 'fa:16:3e:65:96:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:59Z', 'updated_at': '2022-03-23T21:20:17Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'subnets': [{'id': '3422a399-a0cd-4ec6-b51c-1cf9fde35024', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:26.934892 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4415d87f-7a48-4cc9-99b1-6eace5ee7ca4 None None] New status for floating IP 373370ca-4591-4fda-b274-03b5f990e072: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:26:27.439897 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9ffe38e2-8adb-43e0-8115-2e5b7c4a281f req-ebdef640-c792-4769-b5f7-38e982653f00 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0269675 Mar 23 21:26:27.758766 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-88c09732-4b2c-4037-be41-129ab9a7e0da req-80cb7503-7532-4b0d-9b05-65fd80de9502 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 210 time: 0.0267889 Mar 23 21:26:28.544348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da695447-4107-4aa0-9709-6fa5890aab0f req-f2d9e3e3-97fe-4088-8b67-aa491749aa1e tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bbf76ad-0fa1-42a2-9e4a-799a29bea117 HTTP/1.1" status: 200 len: 210 time: 0.0292997 Mar 23 21:26:28.797416 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a9cad7db-fe77-49cc-a187-c936a2eaafea no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:28.820747 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: a9cad7db-fe77-49cc-a187-c936a2eaafea {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:28.825043 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a9cad7db-fe77-49cc-a187-c936a2eaafea not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:28.853958 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-80f9ed22-8079-4872-9896-984a9c2edd49 req-4026dfd4-b485-4e6e-8736-02dc0aecc83d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 210 time: 0.0269134 Mar 23 21:26:29.709331 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47888) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:29.764577 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (757d1395-5595-46ea-9a35-e8380e3b6b5d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:29.788015 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (757d1395-5595-46ea-9a35-e8380e3b6b5d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:29.925450 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (757d1395-5595-46ea-9a35-e8380e3b6b5d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:29.928021 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:29.929222 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/security-groups/757d1395-5595-46ea-9a35-e8380e3b6b5d HTTP/1.1" status: 204 len: 168 time: 0.2187698 Mar 23 21:26:29.932483 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47898) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:29.945366 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d8592-ad78-401e-9772-e825c8f8931a tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757d1395-5595-46ea-9a35-e8380e3b6b5d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:29.951928 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.api.v2.resource [None req-2697b730-3d45-4a0a-90b1-1f9ba3b6e861 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] show failed (client error): The resource could not be found. Mar 23 21:26:29.953145 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2697b730-3d45-4a0a-90b1-1f9ba3b6e861 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "GET /v2.0/security-groups/757d1395-5595-46ea-9a35-e8380e3b6b5d HTTP/1.1" status: 404 len: 347 time: 0.0186048 Mar 23 21:26:29.956359 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 47900) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:29.989476 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-33511bec-69e7-4651-a4d6-ef37680228c8 req-4cc4f447-a469-4082-8d17-5af77b3c436c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 210 time: 0.0663416 Mar 23 21:26:30.043748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-d7df379b-2385-4c99-a43b-43e273eef18e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:30.045257 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-d7df379b-2385-4c99-a43b-43e273eef18e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1328912 Mar 23 21:26:30.088334 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Deleting port f1ea8eac-395d-43e4-bee4-bd5772b57cc4 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:30.088688 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.111450 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-aa50ec89-cac9-4f06-8bc5-9821d4852a71 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 380 time: 0.0554335 Mar 23 21:26:30.121557 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'port': {'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'admin_state_up': True, 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'security_groups': ['5a773bed-7004-4527-95d5-ecad396cc08b']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:26:30.168762 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.169392 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.181710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Calling delete_port for f1ea8eac-395d-43e4-bee4-bd5772b57cc4 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:30.359421 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Made reservation on behalf of 09602a1a94e946e1b78379ac0f6a99d2 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:26:30.363612 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.419783 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f1ea8eac-395d-43e4-bee4-bd5772b57cc4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.450383 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Pushing event deleted for resources: {'Port': ['ID=f1ea8eac-395d-43e4-bee4-bd5772b57cc4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:30.508828 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks [] for floatingip (373370ca-4591-4fda-b274-03b5f990e072), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.512296 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.513536 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2b2fa010-3d50-4fbb-8c33-7ddd800b81d6 tempest-AttachVolumeNegativeTest-1227643446 tempest-AttachVolumeNegativeTest-1227643446-project] 10.222.0.35 "DELETE /v2.0/floatingips/373370ca-4591-4fda-b274-03b5f990e072 HTTP/1.1" status: 204 len: 168 time: 0.5558338 Mar 23 21:26:30.543878 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.20.0.6 (99729b08-4e89-40e9-93e5-89d877025f9b/ffa86cbe-842d-4e20-b413-4133786cc608/77b43baa-7aef-4912-bf8d-8175c7cb863c) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:26:30.687754 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.788746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.837775 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:26:30.840950 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:26:30.847872 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:26:30.873073 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:30.903627 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:30.904269 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:30.988407 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-bfae56e9-b067-484d-ad36-12edfc0dd5f2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714540 Mar 23 21:26:31.001742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Request body: {'port': {'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:26:31.054118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-11318469-25c4-4ef5-8c19-9ce2701f6843 None None] Provisioning complete for port 77b43baa-7aef-4912-bf8d-8175c7cb863c triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:26:31.058525 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-11318469-25c4-4ef5-8c19-9ce2701f6843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.074306 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.100547 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-11318469-25c4-4ef5-8c19-9ce2701f6843 None None] Port 77b43baa-7aef-4912-bf8d-8175c7cb863c cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:26:31.156874 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f69d7-f6cb-4962-b33f-88f9ac89c23f req-1717798e-56dc-4e33-b3aa-9cfafca1658e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:31.158297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-229f69d7-f6cb-4962-b33f-88f9ac89c23f req-1717798e-56dc-4e33-b3aa-9cfafca1658e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 931 time: 0.0979419 Mar 23 21:26:31.285824 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-229f69d7-f6cb-4962-b33f-88f9ac89c23f req-c3c196cb-cfa4-460f-a9e2-43e24d0ef006 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164002 Mar 23 21:26:31.412506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77b43baa-7aef-4912-bf8d-8175c7cb863c {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:26:31.420834 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks [] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.432389 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Transition to ACTIVE for port object 77b43baa-7aef-4912-bf8d-8175c7cb863c will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:26:31.590506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.670137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Pushing event updated for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:31.734889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Attempting to bind port 77b43baa-7aef-4912-bf8d-8175c7cb863c on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:26:31.735297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Attempting to bind port 77b43baa-7aef-4912-bf8d-8175c7cb863c by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:26:31.735701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Attempting to bind port 77b43baa-7aef-4912-bf8d-8175c7cb863c on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:26:31.740625 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Port 77b43baa-7aef-4912-bf8d-8175c7cb863c on network 99729b08-4e89-40e9-93e5-89d877025f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:26:31.741134 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Attempting to bind port 77b43baa-7aef-4912-bf8d-8175c7cb863c on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:26:31.757611 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:26:31.758317 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:26:31.758781 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Bound using segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:26:31.759283 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Bound port: 77b43baa-7aef-4912-bf8d-8175c7cb863c, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:26:31.759753 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.838842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:26:31.845104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:26:31.957263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.992530 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:31.993752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:31.995229 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] 10.222.0.24 "PUT /v2.0/ports/77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 1093 time: 0.9978721 Mar 23 21:26:31.995852 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:31.998204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc" -d '{"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:32.032210 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7279f-2528-4387-91f5-ec2f8ffd275f service neutron] Pushing event updated for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:32.050727 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203a5e0d-8727-46bc-96fb-e9a1b02393e0 x-openstack-request-id: req-203a5e0d-8727-46bc-96fb-e9a1b02393e0 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:32.051019 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:32.051322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-203a5e0d-8727-46bc-96fb-e9a1b02393e0 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:32.051909 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-203a5e0d-8727-46bc-96fb-e9a1b02393e0'] response: {'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'status': 'completed', 'code': 200} Mar 23 21:26:32.122861 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-7b9eef9d-ff60-4c5c-b876-ef32e29ffedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.124447 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-7b9eef9d-ff60-4c5c-b876-ef32e29ffedd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1127 time: 0.0514913 Mar 23 21:26:32.225635 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-49c82f73-bc96-4590-aba6-5303ceb1045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.227771 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-49c82f73-bc96-4590-aba6-5303ceb1045e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0932667 Mar 23 21:26:32.331393 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-4a036eb3-9b9e-46e8-9b67-83e4988faf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.333158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6b5fa79d-28b0-4e80-a2b7-94ea286944dc req-4a036eb3-9b9e-46e8-9b67-83e4988faf99 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996242 Mar 23 21:26:32.443216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abff7d7-622d-431f-b2e6-4cd5fa6fdad2 req-254cd746-06d8-4671-9bef-69babce14984 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.444725 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2abff7d7-622d-431f-b2e6-4cd5fa6fdad2 req-254cd746-06d8-4671-9bef-69babce14984 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0826931 Mar 23 21:26:32.447479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-783ddb8f-3362-452f-b6ae-7914bd42c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.449418 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-783ddb8f-3362-452f-b6ae-7914bd42c2e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1127 time: 0.0779004 Mar 23 21:26:32.506822 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-c163e8d7-843e-4fd2-98f4-02cffb4c9134 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 217 time: 0.0479732 Mar 23 21:26:32.554191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2abff7d7-622d-431f-b2e6-4cd5fa6fdad2 req-83180c31-8966-4f75-ae8b-ecd695173490 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025462 Mar 23 21:26:32.571420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-d38b8069-27d4-4bce-8df7-3c706ba32f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.573066 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-d38b8069-27d4-4bce-8df7-3c706ba32f68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0581598 Mar 23 21:26:32.624012 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-707f0a90-02be-4ed2-8cef-938c231dc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:32.625544 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-707f0a90-02be-4ed2-8cef-938c231dc54f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437164 Mar 23 21:26:32.719467 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-e75965bc-f1bb-426b-b861-9838539bd48b service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847375 Mar 23 21:26:32.806873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f0abe8a-fe5b-43ad-874c-0049ccb58c1f req-8acd8346-70f0-40b2-a798-1609c8101897 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809853 Mar 23 21:26:33.676836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c190e2-b53c-40f9-917e-4c70b973a32c req-b4ffc712-02fc-4fd8-a6bf-2ed5fcea0d81 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:33.678465 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38c190e2-b53c-40f9-917e-4c70b973a32c req-b4ffc712-02fc-4fd8-a6bf-2ed5fcea0d81 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0552857 Mar 23 21:26:33.740436 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38c190e2-b53c-40f9-917e-4c70b973a32c req-2d55136e-f98d-4662-9680-66913d565107 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534363 Mar 23 21:26:34.099469 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-23298688-b1cd-428c-81c6-d5783ec40916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:34.816626 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48064) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:34.861178 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb56b55-285f-4900-8a1a-1db933e7e404 req-722ea66b-8d9c-4d33-87ec-4bb123b2ce66 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:34.862657 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fb56b55-285f-4900-8a1a-1db933e7e404 req-722ea66b-8d9c-4d33-87ec-4bb123b2ce66 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0532894 Mar 23 21:26:34.911829 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4fb56b55-285f-4900-8a1a-1db933e7e404 req-07cf6267-8f94-4842-8f4a-50efe4993109 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Mar 23 21:26:35.200537 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48070) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:35.259867 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (6226a538-c732-45c0-8421-dc6ac2077330), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.305563 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18a43331-bc03-4b2b-bf35-f1682ba8a8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.377125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18a43331-bc03-4b2b-bf35-f1682ba8a8c2 admin admin] Publish callbacks [] for security_group (e0005d39-e665-4da3-b59d-11bb8ea6318f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.447680 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-18a43331-bc03-4b2b-bf35-f1682ba8a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e0005d39-e665-4da3-b59d-11bb8ea6318f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.485748 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18a43331-bc03-4b2b-bf35-f1682ba8a8c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=994b245506b94f538998e9964e9b60a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840383 Mar 23 21:26:35.486876 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a43331-bc03-4b2b-bf35-f1682ba8a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0005d39-e665-4da3-b59d-11bb8ea6318f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:35.489377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48074) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:35.508484 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Deleting port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:35.508830 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.540560 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] Publish callbacks [] for security_group (e0005d39-e665-4da3-b59d-11bb8ea6318f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.562873 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] Publish callbacks [] for security_group (e0005d39-e665-4da3-b59d-11bb8ea6318f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.587171 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] For port 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:35.587563 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.601703 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Calling delete_port for 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:35.862720 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e0005d39-e665-4da3-b59d-11bb8ea6318f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.865320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.866462 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0005d39-e665-4da3-b59d-11bb8ea6318f HTTP/1.1" status: 204 len: 168 time: 0.3761621 Mar 23 21:26:35.874867 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873997ca-d24d-4aa1-91e4-c609e1c6c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0005d39-e665-4da3-b59d-11bb8ea6318f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:35.897881 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (1ae5ca49-0bb9-4e11-8a98-c0826a4f6182), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:35.924160 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae5ca49-0bb9-4e11-8a98-c0826a4f6182,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:36.066099 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37381b37-ba8c-4130-b01d-7e216ac5e9f5 req-160a4f2c-8faf-44f8-954f-ecea640ff23a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:36.068317 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-37381b37-ba8c-4130-b01d-7e216ac5e9f5 req-160a4f2c-8faf-44f8-954f-ecea640ff23a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0868351 Mar 23 21:26:36.122727 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (6226a538-c732-45c0-8421-dc6ac2077330), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.123174 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-37381b37-ba8c-4130-b01d-7e216ac5e9f5 req-2a3fbdda-8092-414b-b11c-5ee316677d79 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492687 Mar 23 21:26:36.191715 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c1153d12-ff5d-4bd5-a1ff-375389b245c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.341642 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Router 6226a538-c732-45c0-8421-dc6ac2077330 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:36.443324 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:36.448283 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d1cd5dd7-8dda-44d8-9b56-21b56abe6a36 admin admin] 10.222.0.35 "PUT /v2.0/routers/6226a538-c732-45c0-8421-dc6ac2077330/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6305358 Mar 23 21:26:36.451099 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48088) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:36.454088 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Sync routers for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:36.464550 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:36.465471 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:36.557337 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks [] for router (6226a538-c732-45c0-8421-dc6ac2077330), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.572430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48090) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:36.584802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:36.589266 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-acfc699e-ff0a-4495-8d4d-1845df24c04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.669250 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-acfc699e-ff0a-4495-8d4d-1845df24c04a admin admin] Publish callbacks [] for security_group (8bd703ef-68bc-45d8-9b8d-25a6462c204a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.671827 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks [] for router_gateway (6226a538-c732-45c0-8421-dc6ac2077330), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.739357 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-acfc699e-ff0a-4495-8d4d-1845df24c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8bd703ef-68bc-45d8-9b8d-25a6462c204a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.773481 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175'}], 'enable_snat': True}, 'gw_port_id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:26:35Z', 'revision_number': 5, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port': {'id': '1287f83f-c3a8-4b9a-85ba-5442a715a90a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:44:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6226a538-c732-45c0-8421-dc6ac2077330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:51Z', 'updated_at': '2022-03-23T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:36.782710 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-acfc699e-ff0a-4495-8d4d-1845df24c04a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1832cc105e1a4de0bbdf2c87b8b6613b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067227 Mar 23 21:26:36.782710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc699e-ff0a-4495-8d4d-1845df24c04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd703ef-68bc-45d8-9b8d-25a6462c204a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:36.783694 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48092) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:36.802934 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Checking router: 6226a538-c732-45c0-8421-dc6ac2077330 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:36.812373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Routers {'6226a538-c732-45c0-8421-dc6ac2077330'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:36.812947 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['6226a538-c732-45c0-8421-dc6ac2077330'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:36.823518 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Deleting port 1287f83f-c3a8-4b9a-85ba-5442a715a90a {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:36.823827 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.843804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] Publish callbacks [] for security_group (8bd703ef-68bc-45d8-9b8d-25a6462c204a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.866123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] Publish callbacks [] for security_group (8bd703ef-68bc-45d8-9b8d-25a6462c204a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.909002 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] Set router 6226a538-c732-45c0-8421-dc6ac2077330 gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:36.910082 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] For port 1287f83f-c3a8-4b9a-85ba-5442a715a90a, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1287f83f-c3a8-4b9a-85ba-5442a715a90a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:36.911010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.925209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Calling delete_port for 1287f83f-c3a8-4b9a-85ba-5442a715a90a owned by network:router_gateway {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:36.960090 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:26:36Z', 'revision_number': 6, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:36.985556 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8bd703ef-68bc-45d8-9b8d-25a6462c204a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.988767 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:36.989614 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dea10ed-1eff-4dd3-8f2d-99dab3e2eddb None None] The sync data for ids ['6226a538-c732-45c0-8421-dc6ac2077330'] in dv-cinder-834918-1-iscsi is: [{'id': '6226a538-c732-45c0-8421-dc6ac2077330', 'name': 'tempest-AttachVolumeNegativeTest-1183795968-router', 'tenant_id': '7e6227c2467c4a238e48e1c269e1e382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:50Z', 'updated_at': '2022-03-23T21:26:36Z', 'revision_number': 6, 'project_id': '7e6227c2467c4a238e48e1c269e1e382', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:36.991256 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bd703ef-68bc-45d8-9b8d-25a6462c204a HTTP/1.1" status: 204 len: 168 time: 0.1942704 Mar 23 21:26:37.000878 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3aad8-4cea-4175-a2a8-fee3b78b6305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd703ef-68bc-45d8-9b8d-25a6462c204a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:37.215484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (1287f83f-c3a8-4b9a-85ba-5442a715a90a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.246377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1287f83f-c3a8-4b9a-85ba-5442a715a90a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:37.305117 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d335f9-f831-4be0-91e3-322f6ffd8f25 req-b8ad68ee-cf29-427d-be9b-034d12aa6f81 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:37.306497 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5d335f9-f831-4be0-91e3-322f6ffd8f25 req-b8ad68ee-cf29-427d-be9b-034d12aa6f81 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.1184821 Mar 23 21:26:37.331863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (6226a538-c732-45c0-8421-dc6ac2077330), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.462635 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d5d335f9-f831-4be0-91e3-322f6ffd8f25 req-6eb2ef71-75a2-4254-a8c5-060703fe8ca3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501820 Mar 23 21:26:37.464981 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (6226a538-c732-45c0-8421-dc6ac2077330), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.469192 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks [] for router_controller (6226a538-c732-45c0-8421-dc6ac2077330), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.593672 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (6226a538-c732-45c0-8421-dc6ac2077330), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.594235 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6226a538-c732-45c0-8421-dc6ac2077330 {{(pid=103903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:26:37.599810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.601069 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6d0b61dd-7d6c-49f0-91ef-a7b9aa2039f3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6226a538-c732-45c0-8421-dc6ac2077330 HTTP/1.1" status: 204 len: 168 time: 1.1489391 Mar 23 21:26:37.606029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48110) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:37.654361 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_v2 [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Deleting subnet 3422a399-a0cd-4ec6-b51c-1cf9fde35024 {{(pid=103903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:26:37.657462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Publish callbacks [] for subnet (3422a399-a0cd-4ec6-b51c-1cf9fde35024), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.662287 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.691402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3058688'] for subnet (3422a399-a0cd-4ec6-b51c-1cf9fde35024), precommit_delete_associations {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.804899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (3422a399-a0cd-4ec6-b51c-1cf9fde35024), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.902695 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:37.922881 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2746394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26489118'] for subnet (3422a399-a0cd-4ec6-b51c-1cf9fde35024), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.923479 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:37.923732 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1ae5ca49-0bb9-4e11-8a98-c0826a4f6182 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:37.924159 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1287f83f-c3a8-4b9a-85ba-5442a715a90a no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:37.944775 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 1287f83f-c3a8-4b9a-85ba-5442a715a90a {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:37.945369 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1287f83f-c3a8-4b9a-85ba-5442a715a90a not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:37.954623 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3422a399-a0cd-4ec6-b51c-1cf9fde35024,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:37.957929 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:37.959753 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-106b03e8-8ed1-4ad7-854d-c22e8c49eca3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3422a399-a0cd-4ec6-b51c-1cf9fde35024 HTTP/1.1" status: 204 len: 168 time: 0.3526354 Mar 23 21:26:37.962591 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48118) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:37.963116 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e30cd3b-3a66-418a-aeaa-028e17b8f1a5 None None] Network ac8e0016-9111-458a-9ce1-f3db687e4a71 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:26:38.070987 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (ac8e0016-9111-458a-9ce1-f3db687e4a71), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.137376 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Deleting port 0535fef2-0df7-4058-ad5c-c4574c3c38ff {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:38.137715 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.151285 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] DHCP port deletion for ac8e0016-9111-458a-9ce1-f3db687e4a71 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:26:38.200229 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] For port 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0535fef2-0df7-4058-ad5c-c4574c3c38ff,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:38.200461 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Deleting port 0535fef2-0df7-4058-ad5c-c4574c3c38ff {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:38.200569 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.201065 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.214367 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Calling delete_port for 0535fef2-0df7-4058-ad5c-c4574c3c38ff owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:38.276798 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] For port 0535fef2-0df7-4058-ad5c-c4574c3c38ff, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0535fef2-0df7-4058-ad5c-c4574c3c38ff,segment=NetworkSegment(a4df00cb-c8d9-4711-a716-c8fead29bb14),segment_id=a4df00cb-c8d9-4711-a716-c8fead29bb14)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:38.277228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.290371 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Calling delete_port for 0535fef2-0df7-4058-ad5c-c4574c3c38ff owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:38.385533 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.391455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (0535fef2-0df7-4058-ad5c-c4574c3c38ff), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.412751 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0535fef2-0df7-4058-ad5c-c4574c3c38ff,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:38.414615 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] No DVR routers for this DVR port 0535fef2-0df7-4058-ad5c-c4574c3c38ff on host dv-cinder-834918-1-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:38.418980 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Pushing event deleted for resources: {'Port': ['ID=0535fef2-0df7-4058-ad5c-c4574c3c38ff,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:38.424602 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] No DVR routers for this DVR port 0535fef2-0df7-4058-ad5c-c4574c3c38ff on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:38.431680 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.432036 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.432385 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.432760 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.433125 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.433460 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.433789 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.434115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.434481 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.434909 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.435100 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.435402 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.435723 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.436062 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.436367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0925cde2-dbcc-4966-8c1e-341653c3048d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:26:38.601396 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45964389-6d46-44c1-9ee0-7d9bc033ed9f req-ddeb5974-ccd4-4271-9a9c-26a17cf20d03 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:38.603247 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45964389-6d46-44c1-9ee0-7d9bc033ed9f req-ddeb5974-ccd4-4271-9a9c-26a17cf20d03 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0704432 Mar 23 21:26:38.654620 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45964389-6d46-44c1-9ee0-7d9bc033ed9f req-a47ceedb-801f-44ca-85fd-6af60123c32c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 Mar 23 21:26:38.762261 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (ac8e0016-9111-458a-9ce1-f3db687e4a71), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.783365 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8e0016-9111-458a-9ce1-f3db687e4a71']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:38.792848 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4df00cb-c8d9-4711-a716-c8fead29bb14') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:38.793181 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4df00cb-c8d9-4711-a716-c8fead29bb14') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:38.802159 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (a4df00cb-c8d9-4711-a716-c8fead29bb14), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.816097 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (a4df00cb-c8d9-4711-a716-c8fead29bb14), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.821906 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:26:38.822289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (a4df00cb-c8d9-4711-a716-c8fead29bb14), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:26:38.825302 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:26:38.972816 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48144) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:38.978898 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (ac8e0016-9111-458a-9ce1-f3db687e4a71), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.985676 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:38.994981 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/ac8e0016-9111-458a-9ce1-f3db687e4a71 HTTP/1.1" status: 204 len: 168 time: 1.0313582 Mar 23 21:26:39.005010 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0445753-446f-4e64-b982-93ca301fd7ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8e0016-9111-458a-9ce1-f3db687e4a71,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:39.104046 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5cdca623-4867-43e5-a1f1-b4f019e64aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.117516 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.178327 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5cdca623-4867-43e5-a1f1-b4f019e64aba admin admin] Publish callbacks [] for security_group (77e6d316-f13c-421e-9f8a-faff63f9d072), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.276888 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5cdca623-4867-43e5-a1f1-b4f019e64aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (77e6d316-f13c-421e-9f8a-faff63f9d072), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.319531 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5cdca623-4867-43e5-a1f1-b4f019e64aba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=adb1e38694304a6983d0d96a12dc7b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455443 Mar 23 21:26:39.320645 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdca623-4867-43e5-a1f1-b4f019e64aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e6d316-f13c-421e-9f8a-faff63f9d072,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:39.322475 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48158) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:39.381247 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] Publish callbacks [] for security_group (77e6d316-f13c-421e-9f8a-faff63f9d072), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.381724 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48164) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:39.405563 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] Publish callbacks [] for security_group (77e6d316-f13c-421e-9f8a-faff63f9d072), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.432384 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d840a59f-fc82-46bc-99a5-b7b5e6e5f267 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e6227c2467c4a238e48e1c269e1e382&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0490913 Mar 23 21:26:39.432551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48172) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:39.484767 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] Publish callbacks [] for security_group (a7092469-46d8-4db2-a4f4-90312af1aa43), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.505888 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] Publish callbacks [] for security_group (a7092469-46d8-4db2-a4f4-90312af1aa43), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.564954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (77e6d316-f13c-421e-9f8a-faff63f9d072), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.571372 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.571372 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77e6d316-f13c-421e-9f8a-faff63f9d072 HTTP/1.1" status: 204 len: 168 time: 0.2439046 Mar 23 21:26:39.577315 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdeb985-bee9-46be-b378-a3b259bd56ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e6d316-f13c-421e-9f8a-faff63f9d072,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:39.696526 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a7092469-46d8-4db2-a4f4-90312af1aa43), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.700202 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:39.701449 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7092469-46d8-4db2-a4f4-90312af1aa43 HTTP/1.1" status: 204 len: 168 time: 0.2680888 Mar 23 21:26:39.710088 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7b371-d752-4b5a-9a92-1a0228dd0c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7092469-46d8-4db2-a4f4-90312af1aa43,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:39.781508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada31b7-fe38-4e7d-91ba-206ebc61dd98 req-c10c7e91-f597-4525-b9a7-ea13a7581827 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:39.783047 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bada31b7-fe38-4e7d-91ba-206ebc61dd98 req-c10c7e91-f597-4525-b9a7-ea13a7581827 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0557091 Mar 23 21:26:39.834242 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bada31b7-fe38-4e7d-91ba-206ebc61dd98 req-e3c2f908-db6a-401b-8066-6215e646936e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456617 Mar 23 21:26:39.898940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0535fef2-0df7-4058-ad5c-c4574c3c38ff no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:26:39.919403 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 0535fef2-0df7-4058-ad5c-c4574c3c38ff {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:26:39.919684 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0535fef2-0df7-4058-ad5c-c4574c3c38ff not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:26:40.542211 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:40.850940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 77b43baa-7aef-4912-bf8d-8175c7cb863c details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:26:40.972193 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e1ffc-4579-4a44-b294-79ffb5e68571 req-2f505feb-c2c8-4ccf-ba37-f3fa6043148c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:40.972760 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:40.972871 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-600e1ffc-4579-4a44-b294-79ffb5e68571 req-2f505feb-c2c8-4ccf-ba37-f3fa6043148c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 943 time: 0.0576890 Mar 23 21:26:40.981791 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:26:41.021072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 77b43baa-7aef-4912-bf8d-8175c7cb863c is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:26:41.023847 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:41.034530 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-600e1ffc-4579-4a44-b294-79ffb5e68571 req-c49b00b8-8ca4-4dfa-9734-a45eebf33c32 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650537 Mar 23 21:26:41.035530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77b43baa-7aef-4912-bf8d-8175c7cb863c {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:26:41.056087 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:41.196643 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:41.243543 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:41.445203 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['77b43baa-7aef-4912-bf8d-8175c7cb863c'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:26:42.150839 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c8f2-b083-4e18-b4f7-fb71d3a4c0b8 req-fb336902-057f-4f12-84ed-596cccb379ee tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:42.152799 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41a2c8f2-b083-4e18-b4f7-fb71d3a4c0b8 req-fb336902-057f-4f12-84ed-596cccb379ee tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 944 time: 0.0515106 Mar 23 21:26:42.199790 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-41a2c8f2-b083-4e18-b4f7-fb71d3a4c0b8 req-adf76c0d-9e62-49d2-94f8-73f69d8645b9 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Mar 23 21:26:42.405193 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48288) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:42.511979 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1180ec4f-18c9-4eca-a566-a994f3aea6b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.587748 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1180ec4f-18c9-4eca-a566-a994f3aea6b5 admin admin] Publish callbacks [] for security_group (36d1e0cd-7806-4b17-838a-814623a5f628), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.665043 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1180ec4f-18c9-4eca-a566-a994f3aea6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (36d1e0cd-7806-4b17-838a-814623a5f628), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.706363 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1180ec4f-18c9-4eca-a566-a994f3aea6b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8f8845d99e64fa1ad2bfc26c0f3664a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977030 Mar 23 21:26:42.706363 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180ec4f-18c9-4eca-a566-a994f3aea6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d1e0cd-7806-4b17-838a-814623a5f628,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:42.706751 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48306) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:42.757624 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] Publish callbacks [] for security_group (36d1e0cd-7806-4b17-838a-814623a5f628), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.779584 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] Publish callbacks [] for security_group (36d1e0cd-7806-4b17-838a-814623a5f628), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.857633 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 77b43baa-7aef-4912-bf8d-8175c7cb863c up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:26:42.910340 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (36d1e0cd-7806-4b17-838a-814623a5f628), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.912925 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:42.914133 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36d1e0cd-7806-4b17-838a-814623a5f628 HTTP/1.1" status: 204 len: 168 time: 0.2063613 Mar 23 21:26:42.922348 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6910e59-192c-4d52-9938-af307b39c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d1e0cd-7806-4b17-838a-814623a5f628,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:43.001947 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 77b43baa-7aef-4912-bf8d-8175c7cb863c completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:26:43.005840 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 77b43baa-7aef-4912-bf8d-8175c7cb863c triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:26:43.006217 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.081995 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 77b43baa-7aef-4912-bf8d-8175c7cb863c is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:26:43.082393 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.105871 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:43.108091 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65539fe5-e9d4-4651-adc0-8f18d3dc4d95" -d '{"events": [{"server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "name": "network-vif-plugged", "status": "completed", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:43.120881 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:43.144583 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12dad5a-3f0e-4281-b521-7079361f0939 x-openstack-request-id: req-a12dad5a-3f0e-4281-b521-7079361f0939 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:43.144874 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "name": "network-vif-plugged", "status": "completed", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:43.145176 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a12dad5a-3f0e-4281-b521-7079361f0939 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:43.145573 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12dad5a-3f0e-4281-b521-7079361f0939'] response: {'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'code': 200} Mar 23 21:26:43.259540 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.317101 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:43.329352 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668240e9-6dcb-492d-8e49-d1771f823f2f req-e190e737-3939-4ab2-94b8-bd436f20a402 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:43.330835 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-668240e9-6dcb-492d-8e49-d1771f823f2f req-e190e737-3939-4ab2-94b8-bd436f20a402 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.0617254 Mar 23 21:26:43.381888 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-668240e9-6dcb-492d-8e49-d1771f823f2f req-1fcb60d3-844c-4fbc-a83f-8be5245b515a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453317 Mar 23 21:26:43.581090 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afbbc6-749e-4d62-9417-0c197c71105c req-d831a66f-17a7-4ba7-bc2a-53b5e320e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:43.582623 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1afbbc6-749e-4d62-9417-0c197c71105c req-d831a66f-17a7-4ba7-bc2a-53b5e320e2ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1129 time: 0.0468452 Mar 23 21:26:43.630326 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1afbbc6-749e-4d62-9417-0c197c71105c req-d8e56f3e-56cc-4f9e-8292-54bfe955f5bb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397520 Mar 23 21:26:43.789245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48328) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:43.796691 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48332) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:43.809954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e07d-bc1b-40cc-9e59-452aa9d6c083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.887457 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e07d-bc1b-40cc-9e59-452aa9d6c083 admin admin] Publish callbacks [] for security_group (a137faeb-0e02-4676-b2d8-1ac4749e6499), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.888540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48334) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:43.948608 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d841f2f1-0ea3-483c-a5e9-4b7ba8744341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.970117 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b14a15b-4413-4bfa-bf5c-c9330b308eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:43.986140 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e07d-bc1b-40cc-9e59-452aa9d6c083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a137faeb-0e02-4676-b2d8-1ac4749e6499), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.051086 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a2f7e07d-bc1b-40cc-9e59-452aa9d6c083 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b9c35f265ff4aecb6ce64143d750910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531753 Mar 23 21:26:44.053810 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48338) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:44.068008 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7e07d-bc1b-40cc-9e59-452aa9d6c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a137faeb-0e02-4676-b2d8-1ac4749e6499,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:44.102321 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] Publish callbacks [] for security_group (a137faeb-0e02-4676-b2d8-1ac4749e6499), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.123324 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] Publish callbacks [] for security_group (a137faeb-0e02-4676-b2d8-1ac4749e6499), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.124799 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d841f2f1-0ea3-483c-a5e9-4b7ba8744341 admin admin] Publish callbacks [] for security_group (de1ec6ac-424e-477a-b395-a2e369ee2e17), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.142018 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b14a15b-4413-4bfa-bf5c-c9330b308eca admin admin] Publish callbacks [] for security_group (54b627b5-8d87-4c7c-a440-c3473c6b62be), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.267796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d841f2f1-0ea3-483c-a5e9-4b7ba8744341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (de1ec6ac-424e-477a-b395-a2e369ee2e17), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.305701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841f2f1-0ea3-483c-a5e9-4b7ba8744341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1ec6ac-424e-477a-b395-a2e369ee2e17,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:44.309786 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d841f2f1-0ea3-483c-a5e9-4b7ba8744341 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39429b13b2f94036a585ab8fe4f99f5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4201939 Mar 23 21:26:44.312382 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48340) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:44.359386 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a137faeb-0e02-4676-b2d8-1ac4749e6499), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.362214 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0b14a15b-4413-4bfa-bf5c-c9330b308eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (54b627b5-8d87-4c7c-a440-c3473c6b62be), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.362214 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] Publish callbacks [] for security_group (de1ec6ac-424e-477a-b395-a2e369ee2e17), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.362761 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.363054 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a137faeb-0e02-4676-b2d8-1ac4749e6499 HTTP/1.1" status: 204 len: 168 time: 0.3082511 Mar 23 21:26:44.372237 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947d945-7fa8-4bf1-82a8-f2c63e3b341e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a137faeb-0e02-4676-b2d8-1ac4749e6499,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:44.421134 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] Publish callbacks [] for security_group (de1ec6ac-424e-477a-b395-a2e369ee2e17), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.425072 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0b14a15b-4413-4bfa-bf5c-c9330b308eca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3cbea610e2347f9ba328fae9afbb06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344037 Mar 23 21:26:44.425774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14a15b-4413-4bfa-bf5c-c9330b308eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b627b5-8d87-4c7c-a440-c3473c6b62be,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:44.427937 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48346) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:44.476973 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] Publish callbacks [] for security_group (54b627b5-8d87-4c7c-a440-c3473c6b62be), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.501208 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] Publish callbacks [] for security_group (54b627b5-8d87-4c7c-a440-c3473c6b62be), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.524173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a25c4-b4d8-431a-8112-060189dba375 req-3d03d7ee-4291-45a8-8658-fd7b53e14099 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:44.526059 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b3a25c4-b4d8-431a-8112-060189dba375 req-3d03d7ee-4291-45a8-8658-fd7b53e14099 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.0667205 Mar 23 21:26:44.572694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (de1ec6ac-424e-477a-b395-a2e369ee2e17), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.575900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.577042 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de1ec6ac-424e-477a-b395-a2e369ee2e17 HTTP/1.1" status: 204 len: 168 time: 0.2637086 Mar 23 21:26:44.583630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0b3a25c4-b4d8-431a-8112-060189dba375 req-be34e9cd-d4ff-4817-b911-6922fa64f171 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508432 Mar 23 21:26:44.588411 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f129e21-8442-4be9-910b-d71465e208f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1ec6ac-424e-477a-b395-a2e369ee2e17,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:44.665013 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (54b627b5-8d87-4c7c-a440-c3473c6b62be), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.668653 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:44.669870 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54b627b5-8d87-4c7c-a440-c3473c6b62be HTTP/1.1" status: 204 len: 168 time: 0.2406862 Mar 23 21:26:44.678554 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb003204-12ea-4767-a34d-2a20d880db39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b627b5-8d87-4c7c-a440-c3473c6b62be,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:45.486503 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48364) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:45.499899 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-761fcfeb-874c-41ae-bbdb-b6e0222a3e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.562927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48366) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:45.574957 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-761fcfeb-874c-41ae-bbdb-b6e0222a3e79 admin admin] Publish callbacks [] for security_group (2b2d9776-4433-45cd-9ae8-f93204490059), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.577535 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9295f24a-ff45-4746-8b70-d30b42fae4f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.649719 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9295f24a-ff45-4746-8b70-d30b42fae4f0 admin admin] Publish callbacks [] for security_group (2a38ee7e-45a5-4b7d-91d6-63149174973c), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.670391 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-761fcfeb-874c-41ae-bbdb-b6e0222a3e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2b2d9776-4433-45cd-9ae8-f93204490059), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.700654 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccee369-704a-4579-8bd7-0215b2b0e0ab req-a2ea46dd-b294-4a66-88e7-5f1382d9dfdd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:45.702151 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ccee369-704a-4579-8bd7-0215b2b0e0ab req-a2ea46dd-b294-4a66-88e7-5f1382d9dfdd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.0512261 Mar 23 21:26:45.709714 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-761fcfeb-874c-41ae-bbdb-b6e0222a3e79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fde4336f75c4789a6081e23eef7423a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221262 Mar 23 21:26:45.710733 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fcfeb-874c-41ae-bbdb-b6e0222a3e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d9776-4433-45cd-9ae8-f93204490059,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:45.718468 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48370) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:45.760301 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ccee369-704a-4579-8bd7-0215b2b0e0ab req-f2b414af-889a-4571-967a-f75215bea226 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519636 Mar 23 21:26:45.774771 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] Publish callbacks [] for security_group (2b2d9776-4433-45cd-9ae8-f93204490059), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.788149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9295f24a-ff45-4746-8b70-d30b42fae4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2a38ee7e-45a5-4b7d-91d6-63149174973c), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.798742 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] Publish callbacks [] for security_group (2b2d9776-4433-45cd-9ae8-f93204490059), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.846820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9295f24a-ff45-4746-8b70-d30b42fae4f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6fd75cd7e7a4807bec3910aeeb3a76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827511 Mar 23 21:26:45.848867 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295f24a-ff45-4746-8b70-d30b42fae4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a38ee7e-45a5-4b7d-91d6-63149174973c,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:45.849613 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48376) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:45.918169 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] Publish callbacks [] for security_group (2a38ee7e-45a5-4b7d-91d6-63149174973c), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.941580 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] Publish callbacks [] for security_group (2a38ee7e-45a5-4b7d-91d6-63149174973c), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.948460 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2b2d9776-4433-45cd-9ae8-f93204490059), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.951012 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:45.952165 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2b2d9776-4433-45cd-9ae8-f93204490059 HTTP/1.1" status: 204 len: 168 time: 0.2326155 Mar 23 21:26:45.969684 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78ac3b-7e4a-4269-b6b8-64717df58979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d9776-4433-45cd-9ae8-f93204490059,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:46.107845 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2a38ee7e-45a5-4b7d-91d6-63149174973c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.111112 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.114983 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a38ee7e-45a5-4b7d-91d6-63149174973c HTTP/1.1" status: 204 len: 168 time: 0.2577353 Mar 23 21:26:46.121790 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fedebb-0de8-49d8-a1ed-c675e7a3d4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a38ee7e-45a5-4b7d-91d6-63149174973c,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:46.193412 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5d0cb-6401-4f4a-a76f-57cdaadb0e47 req-155fe329-5218-4b4a-9b54-b61e0c578add tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:46.194900 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60a5d0cb-6401-4f4a-a76f-57cdaadb0e47 req-155fe329-5218-4b4a-9b54-b61e0c578add tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.3603804 Mar 23 21:26:46.242493 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-60a5d0cb-6401-4f4a-a76f-57cdaadb0e47 req-2fd59ac3-1797-4a96-afab-d332cbdff638 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Mar 23 21:26:46.265296 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48390) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:46.307377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caeb1189-e49e-4fad-b442-e04320b2b8c6 tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:46.308894 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-caeb1189-e49e-4fad-b442-e04320b2b8c6 tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1124 time: 0.0426130 Mar 23 21:26:46.311883 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48392) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:46.316057 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:26:46.419703 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.520189 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.635123 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.27.0.117 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/5cf4d621-2553-44f8-9fe3-eb1972153c70) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:26:46.754736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.857277 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:46.895723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:26:46.898783 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:26:46.905321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:26:46.911546 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=5cf4d621-2553-44f8-9fe3-eb1972153c70,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:47.277487 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (683040b8-f5be-4069-b631-735672ccc5cb), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:47.425056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:47.589822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:47.658978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:47.747394 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=5cf4d621-2553-44f8-9fe3-eb1972153c70,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:47.759462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (683040b8-f5be-4069-b631-735672ccc5cb), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:47.869050 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP 683040b8-f5be-4069-b631-735672ccc5cb associated. External IP: 172.27.0.117, port: 77b43baa-7aef-4912-bf8d-8175c7cb863c. Mar 23 21:26:48.088596 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:48.197453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:48.210667 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:48.222143 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:48.222883 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:48.327266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:48.330472 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:48.357418 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-58b94226-7391-47f1-bf5c-08a5ecb36c25 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0446277 Mar 23 21:26:48.358338 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:48.360741 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:48.402075 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709dd6a3-12cb-4236-ae69-9589aeef5e33 x-openstack-request-id: req-709dd6a3-12cb-4236-ae69-9589aeef5e33 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:48.402365 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:48.402621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-709dd6a3-12cb-4236-ae69-9589aeef5e33 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:48.403026 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709dd6a3-12cb-4236-ae69-9589aeef5e33'] response: {'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'status': 'completed', 'code': 200} Mar 23 21:26:48.475713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-537ee15b-1424-4fdd-8680-bf718f6a9515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:48.477282 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-537ee15b-1424-4fdd-8680-bf718f6a9515 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1129 time: 0.0515838 Mar 23 21:26:48.571987 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:47Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:48.584944 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-f2fc2717-fd83-44aa-9673-de96b5d44d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:48.587197 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-f2fc2717-fd83-44aa-9673-de96b5d44d9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.1036215 Mar 23 21:26:48.602580 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:48.611166 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:48.611782 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:48.666931 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48474) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:48.679984 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-d39d1fda-acc0-48d1-9019-bf2898f8cd7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 999 time: 0.0870538 Mar 23 21:26:48.738404 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-4f212e48-3c53-474a-93f8-becc6e88db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:48.739919 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-4f212e48-3c53-474a-93f8-becc6e88db82 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0536065 Mar 23 21:26:48.748422 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:48.797486 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-0f8d4aab-dd4b-4d7e-aa39-ba0c5105a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:48.799020 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-0f8d4aab-dd4b-4d7e-aa39-ba0c5105a0c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515356 Mar 23 21:26:48.820376 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b44a432d-e903-4e9a-bf96-6276a6e01a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:48.917426 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-b4069c55-bebd-4af2-ad2c-ea91f7d51972 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100981 Mar 23 21:26:48.923491 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b44a432d-e903-4e9a-bf96-6276a6e01a9c admin admin] Publish callbacks [] for security_group (5934fc4d-3859-43f9-83df-aefb4d2f148e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:48.988676 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b44a432d-e903-4e9a-bf96-6276a6e01a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5934fc4d-3859-43f9-83df-aefb4d2f148e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:49.031205 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a432d-e903-4e9a-bf96-6276a6e01a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5934fc4d-3859-43f9-83df-aefb4d2f148e,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:49.059208 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9e84278f-f3e0-48ed-9f7a-ec868ee7aa4d req-3a08bd49-d4c5-438c-b834-74ceb37aa488 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346517 Mar 23 21:26:49.060376 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b44a432d-e903-4e9a-bf96-6276a6e01a9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c3790711aac43599d6a2ce44833ebb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3920188 Mar 23 21:26:49.062986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48486) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:49.121353 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] Publish callbacks [] for security_group (5934fc4d-3859-43f9-83df-aefb4d2f148e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:49.144076 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] Publish callbacks [] for security_group (5934fc4d-3859-43f9-83df-aefb4d2f148e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:49.165255 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:47Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:49.201436 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf657c28-a3ea-4aa2-9ba7-63840449ed9b None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:47Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:49.273924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5934fc4d-3859-43f9-83df-aefb4d2f148e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:49.277951 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:49.279410 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5934fc4d-3859-43f9-83df-aefb4d2f148e HTTP/1.1" status: 204 len: 168 time: 0.2147226 Mar 23 21:26:49.289672 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28221e79-b71e-4312-b0c5-eab91c40eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5934fc4d-3859-43f9-83df-aefb4d2f148e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:49.436888 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c7bd6-002d-4403-8c98-c82968c6f54a None None] New status for floating IP 683040b8-f5be-4069-b631-735672ccc5cb: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:26:53.173001 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:55.450664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcb5a8-e518-498e-a0f0-84d2f4f518ed req-39bf0778-4431-43a6-84da-666f8a4e1392 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:55.452750 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdbcb5a8-e518-498e-a0f0-84d2f4f518ed req-39bf0778-4431-43a6-84da-666f8a4e1392 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Mar 23 21:26:55.502523 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cdbcb5a8-e518-498e-a0f0-84d2f4f518ed req-8d3eeb69-fff1-4466-b6d6-1baad41706df tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Mar 23 21:26:55.602432 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48688) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:55.702716 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48694) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:55.766720 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7032ec3e-8c11-49c6-b168-287cd1371122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:55.819261 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03387f29-b63f-41d6-909d-b732a5cc8a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:55.895226 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7032ec3e-8c11-49c6-b168-287cd1371122 admin admin] Publish callbacks [] for security_group (4e8a5dcb-6b14-46e1-a388-92f911043577), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:55.935513 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03387f29-b63f-41d6-909d-b732a5cc8a34 admin admin] Publish callbacks [] for security_group (6e014dbf-2f87-4b1e-ab90-9d966f31b787), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:55.993522 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-7032ec3e-8c11-49c6-b168-287cd1371122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e8a5dcb-6b14-46e1-a388-92f911043577), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.028000 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03387f29-b63f-41d6-909d-b732a5cc8a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6e014dbf-2f87-4b1e-ab90-9d966f31b787), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.038275 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032ec3e-8c11-49c6-b168-287cd1371122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8a5dcb-6b14-46e1-a388-92f911043577,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:56.042461 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-7032ec3e-8c11-49c6-b168-287cd1371122 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa140f75862d4945947e7d86d350206e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388328 Mar 23 21:26:56.045744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48708) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:56.070826 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-03387f29-b63f-41d6-909d-b732a5cc8a34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90419929552444bb8eca97638586ca0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3670423 Mar 23 21:26:56.073454 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48710) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:56.075514 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03387f29-b63f-41d6-909d-b732a5cc8a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e014dbf-2f87-4b1e-ab90-9d966f31b787,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:56.120968 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] Publish callbacks [] for security_group (4e8a5dcb-6b14-46e1-a388-92f911043577), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.151469 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] Publish callbacks [] for security_group (4e8a5dcb-6b14-46e1-a388-92f911043577), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.159905 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] Publish callbacks [] for security_group (6e014dbf-2f87-4b1e-ab90-9d966f31b787), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.198690 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] Publish callbacks [] for security_group (6e014dbf-2f87-4b1e-ab90-9d966f31b787), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.330717 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4e8a5dcb-6b14-46e1-a388-92f911043577), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.333448 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.334630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4e8a5dcb-6b14-46e1-a388-92f911043577 HTTP/1.1" status: 204 len: 168 time: 0.2878978 Mar 23 21:26:56.337228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6e014dbf-2f87-4b1e-ab90-9d966f31b787), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.339597 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:56.340650 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e014dbf-2f87-4b1e-ab90-9d966f31b787 HTTP/1.1" status: 204 len: 168 time: 0.2662928 Mar 23 21:26:56.346899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5396a-b9d4-40b9-ad66-50c3ba8bdf0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8a5dcb-6b14-46e1-a388-92f911043577,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:56.359188 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16674a-9cbd-47a7-9b83-b12ee491725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e014dbf-2f87-4b1e-ab90-9d966f31b787,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:56.630246 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4158c-01fc-4a66-8fc6-9c04737fb893 req-4499267c-e46a-4df1-85d6-3be01fc9611d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:56.631740 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4c4158c-01fc-4a66-8fc6-9c04737fb893 req-4499267c-e46a-4df1-85d6-3be01fc9611d tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.0532370 Mar 23 21:26:56.681364 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e4c4158c-01fc-4a66-8fc6-9c04737fb893 req-52ea24af-dae6-4bf4-b2bd-080771ebbc40 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups?id=c4977b8d-2ef6-4f26-91ca-126dab32e196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440753 Mar 23 21:26:56.824588 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-f0f2cab4-d90c-4569-8f2f-4ab6e9dec4bd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:26:56.826140 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-f0f2cab4-d90c-4569-8f2f-4ab6e9dec4bd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 946 time: 0.0541277 Mar 23 21:26:56.916664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Deleting port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:26:56.916900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.004460 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] For port fa346a94-54d4-4634-b0d5-2c677cfaf0b9, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:26:57.004823 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.126531 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48724) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:57.139868 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8981b80a-7d8f-4e90-abbf-e35d0e73d22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.175690 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.175972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.176303 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Floating IP 050dc37b-5d10-489f-ac7c-e76ccae4bb64 disassociated. External IP: 172.27.0.129, port: fa346a94-54d4-4634-b0d5-2c677cfaf0b9. Mar 23 21:26:57.176617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Calling delete_port for fa346a94-54d4-4634-b0d5-2c677cfaf0b9 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:26:57.211511 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8981b80a-7d8f-4e90-abbf-e35d0e73d22c admin admin] Publish callbacks [] for security_group (a1c2c24c-bc64-4a7e-b186-0670ce1007ba), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.258116 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48726) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:57.295642 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9c0-794c-4b1a-bb48-6edf62f44d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.307418 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-8981b80a-7d8f-4e90-abbf-e35d0e73d22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a1c2c24c-bc64-4a7e-b186-0670ce1007ba), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.347205 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-8981b80a-7d8f-4e90-abbf-e35d0e73d22c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=306ed39282624806a506e91623c47a11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194264 Mar 23 21:26:57.348140 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981b80a-7d8f-4e90-abbf-e35d0e73d22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c2c24c-bc64-4a7e-b186-0670ce1007ba,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:57.351209 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48728) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:57.382035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9c0-794c-4b1a-bb48-6edf62f44d5c admin admin] Publish callbacks [] for security_group (d30f5464-e000-431a-b566-1ddbce32e12f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.402296 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (fa346a94-54d4-4634-b0d5-2c677cfaf0b9), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.405733 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] Publish callbacks [] for security_group (a1c2c24c-bc64-4a7e-b186-0670ce1007ba), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.430143 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] Publish callbacks [] for security_group (a1c2c24c-bc64-4a7e-b186-0670ce1007ba), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.432316 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'Port': ['ID=fa346a94-54d4-4634-b0d5-2c677cfaf0b9,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:57.478117 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97b0c9c0-794c-4b1a-bb48-6edf62f44d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d30f5464-e000-431a-b566-1ddbce32e12f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.553106 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-97b0c9c0-794c-4b1a-bb48-6edf62f44d5c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d3bda8b4f8a4e7eaf6ce67c8ee2015b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938960 Mar 23 21:26:57.555816 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48734) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:57.555953 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0c9c0-794c-4b1a-bb48-6edf62f44d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30f5464-e000-431a-b566-1ddbce32e12f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:57.583289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a1c2c24c-bc64-4a7e-b186-0670ce1007ba), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.585880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.592387 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1c2c24c-bc64-4a7e-b186-0670ce1007ba HTTP/1.1" status: 204 len: 168 time: 0.2356081 Mar 23 21:26:57.592550 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:26:57.606477 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a488-0440-4ec5-9b2d-c276c0f3e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c2c24c-bc64-4a7e-b186-0670ce1007ba,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:57.621950 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] Publish callbacks [] for security_group (d30f5464-e000-431a-b566-1ddbce32e12f), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.646021 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] Publish callbacks [] for security_group (d30f5464-e000-431a-b566-1ddbce32e12f), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.722013 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:26:57.733793 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:26:57.760516 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:57.761291 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:57.790658 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] No DVR routers for this DVR port fa346a94-54d4-4634-b0d5-2c677cfaf0b9 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:26:57.795148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.798561 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d1b8f2a4-1f94-4560-9fcf-490d09e31a46 req-2408f69b-0201-4d9f-99a8-6de784f37028 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.24 "DELETE /v2.0/ports/fa346a94-54d4-4634-b0d5-2c677cfaf0b9 HTTP/1.1" status: 204 len: 173 time: 0.9673269 Mar 23 21:26:57.814428 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-deleted', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:26:57.817298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1b388-07e9-4189-a978-13215ce18d04" -d '{"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-deleted", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:26:57.822308 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2828212d-96f0-4a52-918c-2f76ce74d023 req-5b68812b-9923-430b-a351-4c7ef905e5fd tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 210 time: 0.0645289 Mar 23 21:26:57.826740 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (d30f5464-e000-431a-b566-1ddbce32e12f), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.838865 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:57.838865 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d30f5464-e000-431a-b566-1ddbce32e12f HTTP/1.1" status: 204 len: 168 time: 0.2792990 Mar 23 21:26:57.873245 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7e6fd-35e2-4b85-b5d8-fb32232cb68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30f5464-e000-431a-b566-1ddbce32e12f,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:57.880590 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f7eecf-0f40-4cde-942a-6e7d2774ba41 x-openstack-request-id: req-f9f7eecf-0f40-4cde-942a-6e7d2774ba41 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:26:57.880982 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "214a9472-6515-492d-a03c-49c9b8e38f38", "name": "network-vif-deleted", "tag": "fa346a94-54d4-4634-b0d5-2c677cfaf0b9", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:26:57.881469 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9f7eecf-0f40-4cde-942a-6e7d2774ba41 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:26:57.881928 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f7eecf-0f40-4cde-942a-6e7d2774ba41'] response: {'server_uuid': '214a9472-6515-492d-a03c-49c9b8e38f38', 'name': 'network-vif-deleted', 'tag': 'fa346a94-54d4-4634-b0d5-2c677cfaf0b9', 'status': 'completed', 'code': 200} Mar 23 21:26:57.897507 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:58.201676 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:58.234726 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:26:58.249916 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:26:58.249916 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:58.357627 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:26:58.552467 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:26:58.578050 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7416b2ef-bfa0-4f7c-9d7d-7e14aa222186 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:20:05Z', 'revision_number': 4, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '8c5aeb8a-5799-42ad-88b0-18afd482f0ea', 'name': '', 'network_id': 'a54ccc3f-5e4f-4909-82e3-02d69f285c35', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'mac_address': 'fa:16:3e:b3:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '19209405-460b-4d20-9899-c85ca76cba58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:20:04Z', 'updated_at': '2022-03-23T21:20:20Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'subnets': [{'id': '19209405-460b-4d20-9899-c85ca76cba58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:26:58.612453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48760) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:58.630711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8116fe5f-3bf3-4792-8ec9-7af3daff7c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:58.721488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8116fe5f-3bf3-4792-8ec9-7af3daff7c15 admin admin] Publish callbacks [] for security_group (0c1c454f-9b0f-40e2-a005-adfe8738cdd4), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:58.835611 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38578fc7-3466-493b-aa80-a8ca7c182655 None None] New status for floating IP 050dc37b-5d10-489f-ac7c-e76ccae4bb64: DOWN {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:26:58.836128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8116fe5f-3bf3-4792-8ec9-7af3daff7c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0c1c454f-9b0f-40e2-a005-adfe8738cdd4), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:58.881401 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8116fe5f-3bf3-4792-8ec9-7af3daff7c15 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdd7aa857f6842659f377f141789a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677133 Mar 23 21:26:58.882751 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116fe5f-3bf3-4792-8ec9-7af3daff7c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c454f-9b0f-40e2-a005-adfe8738cdd4,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:26:58.883426 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48770) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:26:58.961180 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9fae91a5-a466-4017-8b23-2f50b576429e req-b00ab856-4e5e-4edc-9cc2-7676fef382c6 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/ports?device_id=214a9472-6515-492d-a03c-49c9b8e38f38 HTTP/1.1" status: 200 len: 210 time: 0.0349660 Mar 23 21:26:58.989833 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] Publish callbacks [] for security_group (0c1c454f-9b0f-40e2-a005-adfe8738cdd4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:59.015616 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] Publish callbacks [] for security_group (0c1c454f-9b0f-40e2-a005-adfe8738cdd4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:59.205165 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (0c1c454f-9b0f-40e2-a005-adfe8738cdd4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:59.207909 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:26:59.209198 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c1c454f-9b0f-40e2-a005-adfe8738cdd4 HTTP/1.1" status: 204 len: 168 time: 0.3246081 Mar 23 21:26:59.223306 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0556b3-6abc-4acb-b180-908ded959e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c454f-9b0f-40e2-a005-adfe8738cdd4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:00.164857 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48836) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:00.220098 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (c4977b8d-2ef6-4f26-91ca-126dab32e196), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.242793 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (c4977b8d-2ef6-4f26-91ca-126dab32e196), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.447648 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c4977b8d-2ef6-4f26-91ca-126dab32e196), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.450298 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.452009 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "DELETE /v2.0/security-groups/c4977b8d-2ef6-4f26-91ca-126dab32e196 HTTP/1.1" status: 204 len: 168 time: 0.2861221 Mar 23 21:27:00.454921 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48846) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:00.461693 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433b234-b93f-49b1-8e86-0bf512f71fbe tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4977b8d-2ef6-4f26-91ca-126dab32e196,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:00.492148 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.api.v2.resource [None req-dc5743d1-0561-4f7a-bbe6-e610a9f12d16 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] show failed (client error): The resource could not be found. Mar 23 21:27:00.493040 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-dc5743d1-0561-4f7a-bbe6-e610a9f12d16 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "GET /v2.0/security-groups/c4977b8d-2ef6-4f26-91ca-126dab32e196 HTTP/1.1" status: 404 len: 347 time: 0.0364685 Mar 23 21:27:00.496241 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48848) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:00.624059 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Deleting port 123265f9-6918-4b8d-b050-6d6a26839255 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:27:00.624501 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (123265f9-6918-4b8d-b050-6d6a26839255), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.700609 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (123265f9-6918-4b8d-b050-6d6a26839255), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.700966 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (123265f9-6918-4b8d-b050-6d6a26839255), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.712252 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Calling delete_port for 123265f9-6918-4b8d-b050-6d6a26839255 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:27:00.910110 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:27:00.930246 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: fa346a94-54d4-4634-b0d5-2c677cfaf0b9 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:27:00.930600 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device fa346a94-54d4-4634-b0d5-2c677cfaf0b9 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:27:00.967765 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (123265f9-6918-4b8d-b050-6d6a26839255), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:00.997683 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Pushing event deleted for resources: {'Port': ['ID=123265f9-6918-4b8d-b050-6d6a26839255,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:01.056024 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks [] for floatingip (050dc37b-5d10-489f-ac7c-e76ccae4bb64), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:01.058610 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:01.059811 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2ffc023a-f55e-45fd-b74c-b560346ff667 tempest-AttachVolumeShelveTestJSON-1879763231 tempest-AttachVolumeShelveTestJSON-1879763231-project] 10.222.0.35 "DELETE /v2.0/floatingips/050dc37b-5d10-489f-ac7c-e76ccae4bb64 HTTP/1.1" status: 204 len: 168 time: 0.5625434 Mar 23 21:27:02.035571 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48916) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:02.136100 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91bf595c-60c8-4c46-aeaf-76180213e2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.208502 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91bf595c-60c8-4c46-aeaf-76180213e2a2 admin admin] Publish callbacks [] for security_group (c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.325004 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-91bf595c-60c8-4c46-aeaf-76180213e2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.363377 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-91bf595c-60c8-4c46-aeaf-76180213e2a2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cca4b90a6d154ed5a65dd3067eed6f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266423 Mar 23 21:27:02.365365 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf595c-60c8-4c46-aeaf-76180213e2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:02.366054 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48922) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:02.371857 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48924) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:02.415420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] Publish callbacks [] for security_group (c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.425361 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:27:02.437975 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] Publish callbacks [] for security_group (c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.488663 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa28e172-8b87-42d0-aee4-72464c0c4769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.573223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.575898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.577070 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3 HTTP/1.1" status: 204 len: 168 time: 0.2095048 Mar 23 21:27:02.588228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44b0d4-e98c-44ec-ac42-166f8f8d5266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d2fae7-d5e9-4efb-b1e3-fd0de5fd15b3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:02.652851 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa28e172-8b87-42d0-aee4-72464c0c4769 admin admin] Publish callbacks [] for security_group (a66324f1-0206-4e96-9bf6-1838ae03b945), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.710587 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fa28e172-8b87-42d0-aee4-72464c0c4769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a66324f1-0206-4e96-9bf6-1838ae03b945), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.749391 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fa28e172-8b87-42d0-aee4-72464c0c4769 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f8d5b035e05b453da7ec533eb5609b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3764210 Mar 23 21:27:02.750245 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28e172-8b87-42d0-aee4-72464c0c4769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66324f1-0206-4e96-9bf6-1838ae03b945,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:02.752082 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48944) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:02.806234 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] Publish callbacks [] for security_group (a66324f1-0206-4e96-9bf6-1838ae03b945), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.828224 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] Publish callbacks [] for security_group (a66324f1-0206-4e96-9bf6-1838ae03b945), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:02.999108 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (a66324f1-0206-4e96-9bf6-1838ae03b945), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.001858 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.003103 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a66324f1-0206-4e96-9bf6-1838ae03b945 HTTP/1.1" status: 204 len: 168 time: 0.2497320 Mar 23 21:27:03.012093 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4cd70-7115-4c42-8a8e-28f6cec66a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66324f1-0206-4e96-9bf6-1838ae03b945,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:03.418904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48956) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:03.432335 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca02c-0cc5-4e32-a767-ed0287c3b666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.504736 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca02c-0cc5-4e32-a767-ed0287c3b666 admin admin] Publish callbacks [] for security_group (f021ced6-658c-4d77-a010-bac2babee010), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.582055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ea2ca02c-0cc5-4e32-a767-ed0287c3b666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f021ced6-658c-4d77-a010-bac2babee010), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.623442 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ea2ca02c-0cc5-4e32-a767-ed0287c3b666 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dab0aca94cd14a9e96092f72174c0ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2005515 Mar 23 21:27:03.623442 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ca02c-0cc5-4e32-a767-ed0287c3b666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f021ced6-658c-4d77-a010-bac2babee010,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:03.623845 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48958) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:03.671726 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] Publish callbacks [] for security_group (f021ced6-658c-4d77-a010-bac2babee010), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.694247 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] Publish callbacks [] for security_group (f021ced6-658c-4d77-a010-bac2babee010), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.712477 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48960) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:03.726170 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af7bcf8c-600a-4be5-aaf4-968c50a46d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.815806 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f021ced6-658c-4d77-a010-bac2babee010), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.818489 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.819895 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f021ced6-658c-4d77-a010-bac2babee010 HTTP/1.1" status: 204 len: 168 time: 0.1947968 Mar 23 21:27:03.828392 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e780e-8fa7-47fb-b1ce-41adbddb519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021ced6-658c-4d77-a010-bac2babee010,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:03.882024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af7bcf8c-600a-4be5-aaf4-968c50a46d36 admin admin] Publish callbacks [] for security_group (62fc7c3d-7a0f-4654-96d1-40a2b17f2975), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:03.926962 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 48970) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:03.961485 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af7bcf8c-600a-4be5-aaf4-968c50a46d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (62fc7c3d-7a0f-4654-96d1-40a2b17f2975), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.019396 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af7bcf8c-600a-4be5-aaf4-968c50a46d36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a13dfa1b2aca41d0901a6caff4547841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057694 Mar 23 21:27:04.022112 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48974) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:04.022774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bcf8c-600a-4be5-aaf4-968c50a46d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc7c3d-7a0f-4654-96d1-40a2b17f2975,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:04.072971 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] Publish callbacks [] for security_group (62fc7c3d-7a0f-4654-96d1-40a2b17f2975), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.095676 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] Publish callbacks [] for security_group (62fc7c3d-7a0f-4654-96d1-40a2b17f2975), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.099314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4d2b5b49-9d63-4b53-adf3-4032a061e5af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.267818 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (62fc7c3d-7a0f-4654-96d1-40a2b17f2975), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.270710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.272152 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62fc7c3d-7a0f-4654-96d1-40a2b17f2975 HTTP/1.1" status: 204 len: 168 time: 0.2489367 Mar 23 21:27:04.290919 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e89016-a1eb-4e90-9cf0-420d50aeed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc7c3d-7a0f-4654-96d1-40a2b17f2975,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:04.439754 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (90daa903-bcc4-40a8-b799-81eedca21c39), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.689895 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Deleting port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:27:04.690241 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.761269 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48990) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:04.767800 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] For port 8c5aeb8a-5799-42ad-88b0-18afd482f0ea, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:04.768169 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.774673 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-456f8c7f-1c0d-4136-a4b7-4bea2cd1de9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.781381 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Calling delete_port for 8c5aeb8a-5799-42ad-88b0-18afd482f0ea owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:27:04.850955 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-456f8c7f-1c0d-4136-a4b7-4bea2cd1de9d admin admin] Publish callbacks [] for security_group (203340d6-87c8-4c88-89ec-7f3b12887e5d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.938798 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-456f8c7f-1c0d-4136-a4b7-4bea2cd1de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (203340d6-87c8-4c88-89ec-7f3b12887e5d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:04.980990 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-456f8c7f-1c0d-4136-a4b7-4bea2cd1de9d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=38b83ae7d9394a05aa007581fcac8257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175951 Mar 23 21:27:04.983389 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 48996) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:05.002940 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8c7f-1c0d-4136-a4b7-4bea2cd1de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203340d6-87c8-4c88-89ec-7f3b12887e5d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:05.048491 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] Publish callbacks [] for security_group (203340d6-87c8-4c88-89ec-7f3b12887e5d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.073854 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] Publish callbacks [] for security_group (203340d6-87c8-4c88-89ec-7f3b12887e5d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.182327 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (203340d6-87c8-4c88-89ec-7f3b12887e5d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.185587 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.189478 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/203340d6-87c8-4c88-89ec-7f3b12887e5d HTTP/1.1" status: 204 len: 168 time: 0.2022605 Mar 23 21:27:05.194584 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275edc-eb1c-44dc-a459-2b921d97e89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203340d6-87c8-4c88-89ec-7f3b12887e5d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:05.321527 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (8c5aeb8a-5799-42ad-88b0-18afd482f0ea), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.348329 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5aeb8a-5799-42ad-88b0-18afd482f0ea,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:05.524875 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (90daa903-bcc4-40a8-b799-81eedca21c39), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:05.762110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Router 90daa903-bcc4-40a8-b799-81eedca21c39 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:27:05.836242 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49030) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:05.891815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:27:05.901426 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Sync routers for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:27:05.907076 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49036) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:05.908162 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d47e0c5c-ef1f-44ca-91fc-91698eb9e0a5 admin admin] 10.222.0.35 "PUT /v2.0/routers/90daa903-bcc4-40a8-b799-81eedca21c39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9789281 Mar 23 21:27:05.948570 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:27:05.949464 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:26:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:06.033651 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks [] for router (90daa903-bcc4-40a8-b799-81eedca21c39), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.076921 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:27:06.079199 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-391290122-network', 'tenant_id': '20aa6e851b5e4b4f81996d305cf60f78'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:27:06.161856 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks [] for router_gateway (90daa903-bcc4-40a8-b799-81eedca21c39), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.230094 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Made reservation on behalf of 20aa6e851b5e4b4f81996d305cf60f78 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:27:06.230388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f031ef26-0dfa-484a-b2f9-a0a9dc55b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.233069 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.243378 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.260495 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:27:05Z', 'revision_number': 5, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port': {'id': '116b1284-2b47-47b0-bdf3-0ebca0c609c4', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:06:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:19:55Z', 'updated_at': '2022-03-23T21:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:06.288059 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Checking router: 90daa903-bcc4-40a8-b799-81eedca21c39 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:27:06.298138 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Routers {'90daa903-bcc4-40a8-b799-81eedca21c39'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:27:06.298798 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:27:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['90daa903-bcc4-40a8-b799-81eedca21c39'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:06.346416 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks [] for security_group (e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.359827 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Deleting port 116b1284-2b47-47b0-bdf3-0ebca0c609c4 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:27:06.360165 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.387310 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] Set router 90daa903-bcc4-40a8-b799-81eedca21c39 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:27:06.442658 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:27:06Z', 'revision_number': 6, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:06.444540 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.458348 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:27:06.469421 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3760f8ee-a002-43b4-8a8c-32393b2057b7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.469801 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Added segment 3760f8ee-a002-43b4-8a8c-32393b2057b7 of type vlan for network a7f36cda-e753-42d7-bb11-adae0fc567e7 Mar 23 21:27:06.471468 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621defd-3e7c-4f4e-84fd-fd807d38a1a6 None None] The sync data for ids ['90daa903-bcc4-40a8-b799-81eedca21c39'] in dv-cinder-834918-1-iscsi is: [{'id': '90daa903-bcc4-40a8-b799-81eedca21c39', 'name': 'tempest-AttachVolumeShelveTestJSON-453598622-router', 'tenant_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:19:53Z', 'updated_at': '2022-03-23T21:27:06Z', 'revision_number': 6, 'project_id': 'b2e6f386d8e345ff9515d83e69f5e2f1', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:27:06.501327 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] For port 116b1284-2b47-47b0-bdf3-0ebca0c609c4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=116b1284-2b47-47b0-bdf3-0ebca0c609c4,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:06.501702 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.547923 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Calling delete_port for 116b1284-2b47-47b0-bdf3-0ebca0c609c4 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:27:06.562146 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (a7f36cda-e753-42d7-bb11-adae0fc567e7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.564446 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:06.670337 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49056) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:06.791472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37cba33a-66d5-4cf5-9caf-b8a1f63d84ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.826606 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (a7f36cda-e753-42d7-bb11-adae0fc567e7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.827880 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:06.828483 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.897901 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37cba33a-66d5-4cf5-9caf-b8a1f63d84ca admin admin] Publish callbacks [] for security_group (9de988e4-bd8e-4393-a151-2825a8c0201a), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.906838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (116b1284-2b47-47b0-bdf3-0ebca0c609c4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:06.917708 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7f36cda-e753-42d7-bb11-adae0fc567e7,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:06.931382 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:27:06.951811 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=116b1284-2b47-47b0-bdf3-0ebca0c609c4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:06.994179 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ce99964b-d0df-49a5-8706-8abd2067b1e2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1561887 Mar 23 21:27:06.997836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49062) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.004380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Request body: {'subnet': {'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-391290122-subnet', 'tenant_id': '20aa6e851b5e4b4f81996d305cf60f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:27:07.016131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (90daa903-bcc4-40a8-b799-81eedca21c39), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.017144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-37cba33a-66d5-4cf5-9caf-b8a1f63d84ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (9de988e4-bd8e-4393-a151-2825a8c0201a), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.060695 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-37cba33a-66d5-4cf5-9caf-b8a1f63d84ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76237ec202ce49a4a9b27d44018b7f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890989 Mar 23 21:27:07.062666 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cba33a-66d5-4cf5-9caf-b8a1f63d84ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de988e4-bd8e-4393-a151-2825a8c0201a,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:07.065140 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49064) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.103851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Made reservation on behalf of 20aa6e851b5e4b4f81996d305cf60f78 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:27:07.112822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.113570 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (90daa903-bcc4-40a8-b799-81eedca21c39), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.115807 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks [] for router_controller (90daa903-bcc4-40a8-b799-81eedca21c39), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.159202 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] Publish callbacks [] for security_group (9de988e4-bd8e-4393-a151-2825a8c0201a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.192443 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] Publish callbacks [] for security_group (9de988e4-bd8e-4393-a151-2825a8c0201a), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.266939 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (90daa903-bcc4-40a8-b799-81eedca21c39), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.266939 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90daa903-bcc4-40a8-b799-81eedca21c39 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:27:07.275242 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.279545 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2015f7cc-4ada-476e-b52f-da2bdeee97d2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/90daa903-bcc4-40a8-b799-81eedca21c39 HTTP/1.1" status: 204 len: 168 time: 1.3690474 Mar 23 21:27:07.280043 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49068) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.325766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49070) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.335881 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Deleting subnet 19209405-460b-4d20-9899-c85ca76cba58 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:27:07.339338 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Publish callbacks [] for subnet (19209405-460b-4d20-9899-c85ca76cba58), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.359137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (9de988e4-bd8e-4393-a151-2825a8c0201a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.362326 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.366420 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9de988e4-bd8e-4393-a151-2825a8c0201a HTTP/1.1" status: 204 len: 168 time: 0.2980278 Mar 23 21:27:07.372047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d29c53-757b-478d-94a5-fd0d8ae02ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de988e4-bd8e-4393-a151-2825a8c0201a,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:07.383368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (19209405-460b-4d20-9899-c85ca76cba58), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.427988 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (71b7f40f-a1eb-47d4-9c32-1b072e014701), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.486675 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (19209405-460b-4d20-9899-c85ca76cba58), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.486905 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8726bd42-5dea-4cbe-9da2-20ecdd2766d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.513411 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71b7f40f-a1eb-47d4-9c32-1b072e014701,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:07.551960 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Checking segment: {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:27:07.552424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Network hostable DHCP agents. Network: a7f36cda-e753-42d7-bb11-adae0fc567e7, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:27:07.610809 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8726bd42-5dea-4cbe-9da2-20ecdd2766d4 admin admin] Publish callbacks [] for security_group (8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.636351 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (19209405-460b-4d20-9899-c85ca76cba58), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.664739 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19209405-460b-4d20-9899-c85ca76cba58,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:07.668596 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.672882 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b1eeb3d7-cca2-4498-8619-6d6af6d55176 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/19209405-460b-4d20-9899-c85ca76cba58 HTTP/1.1" status: 204 len: 168 time: 0.3911660 Mar 23 21:27:07.675173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49076) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.675673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f061b80c-14d8-4fe1-9f09-2f6b68d3198d None None] Network a54ccc3f-5e4f-4909-82e3-02d69f285c35 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:27:07.721940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:27:07.722103 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.736155 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-8726bd42-5dea-4cbe-9da2-20ecdd2766d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.790240 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (a54ccc3f-5e4f-4909-82e3-02d69f285c35), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.796351 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-8726bd42-5dea-4cbe-9da2-20ecdd2766d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae3f9a069a32426e9854d4a45ea78364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694219 Mar 23 21:27:07.797940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726bd42-5dea-4cbe-9da2-20ecdd2766d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:07.799191 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49080) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:07.832742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, a7f36cda-e753-42d7-bb11-adae0fc567e7) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:27:07.837127 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:07.837744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.849094 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ad5ec1-22cf-4854-8c42-34cdf8f0e818 None None] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:27:07.866145 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] Publish callbacks [] for security_group (8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.872020 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Deleting port dad8b960-979b-4475-8ee7-614e2dcaa24d {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:27:07.872020 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.895841 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] Publish callbacks [] for security_group (8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.928967 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] DHCP port deletion for a54ccc3f-5e4f-4909-82e3-02d69f285c35 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:27:07.948171 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-765e07d9-f257-427b-8a67-2e81c14c3597 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9399590 Mar 23 21:27:07.949958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] For port dad8b960-979b-4475-8ee7-614e2dcaa24d, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=dad8b960-979b-4475-8ee7-614e2dcaa24d,segment=NetworkSegment(4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef),segment_id=4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:07.950845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:07.971084 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Calling delete_port for dad8b960-979b-4475-8ee7-614e2dcaa24d owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:27:07.976958 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8c5aeb8a-5799-42ad-88b0-18afd482f0ea no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:27:08.008856 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 8c5aeb8a-5799-42ad-88b0-18afd482f0ea {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:27:08.009545 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8c5aeb8a-5799-42ad-88b0-18afd482f0ea not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:27:08.010131 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 116b1284-2b47-47b0-bdf3-0ebca0c609c4 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:27:08.023238 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.026743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.030447 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8 HTTP/1.1" status: 204 len: 168 time: 0.2296934 Mar 23 21:27:08.039083 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff29500-078e-4405-8ba3-9f65b6b97035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3d3ac-9be2-4b87-8bc5-c69ce923e2d8,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:08.045254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 116b1284-2b47-47b0-bdf3-0ebca0c609c4 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:27:08.045930 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 116b1284-2b47-47b0-bdf3-0ebca0c609c4 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:27:08.046626 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device dad8b960-979b-4475-8ee7-614e2dcaa24d no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:27:08.136557 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17e00f-162d-4261-8d28-fee2519e7226 None None] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:27:08.141723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.142819 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Deleting port dad8b960-979b-4475-8ee7-614e2dcaa24d {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:27:08.147240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.167277 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad8b960-979b-4475-8ee7-614e2dcaa24d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:08.171441 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] No DVR routers for this DVR port dad8b960-979b-4475-8ee7-614e2dcaa24d on host dv-cinder-834918-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:27:08.218976 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No ports have port_id starting with dad8b960-979b-4475-8ee7-614e2dcaa24d Mar 23 21:27:08.250443 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (a54ccc3f-5e4f-4909-82e3-02d69f285c35), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.261839 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49090) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:08.266533 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] For port dad8b960-979b-4475-8ee7-614e2dcaa24d, host dv-cinder-834918-1-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:08.266929 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.276998 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f70a4539-0537-4d97-a6b3-9705273b994f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.285430 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Calling delete_port for dad8b960-979b-4475-8ee7-614e2dcaa24d owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:27:08.289355 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Port dad8b960-979b-4475-8ee7-614e2dcaa24d was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 21:27:08.295037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a54ccc3f-5e4f-4909-82e3-02d69f285c35']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:08.307101 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:08.308647 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (dad8b960-979b-4475-8ee7-614e2dcaa24d), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.311744 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:27:08.326072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.338477 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] No DVR routers for this DVR port dad8b960-979b-4475-8ee7-614e2dcaa24d on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:27:08.342519 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13f37a-26fb-4205-8166-bbd051287832 None None] Pushing event deleted for resources: {'Port': ['ID=dad8b960-979b-4475-8ee7-614e2dcaa24d,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:08.348179 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.355837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:27:08.356431 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (4c3a7d8f-53ca-4643-a73b-8bc3b21b3eef), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:27:08.358134 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:27:08.396726 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f70a4539-0537-4d97-a6b3-9705273b994f admin admin] Publish callbacks [] for security_group (07b23f6e-6ad4-4e91-9106-64b9ed1f8bef), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.484748 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f70a4539-0537-4d97-a6b3-9705273b994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (07b23f6e-6ad4-4e91-9106-64b9ed1f8bef), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.527710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (a54ccc3f-5e4f-4909-82e3-02d69f285c35), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.532573 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a4539-0537-4d97-a6b3-9705273b994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b23f6e-6ad4-4e91-9106-64b9ed1f8bef,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:08.533332 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f70a4539-0537-4d97-a6b3-9705273b994f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8283da11e79049cb8730fc8741aced8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708275 Mar 23 21:27:08.537494 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49092) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:08.556425 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.568337 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a54ccc3f-5e4f-4909-82e3-02d69f285c35 HTTP/1.1" status: 204 len: 168 time: 0.8897300 Mar 23 21:27:08.589456 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d42aac-31f6-4fe7-bfcc-30d1510ec766 admin admin] Pushing event deleted for resources: {'Network': ['ID=a54ccc3f-5e4f-4909-82e3-02d69f285c35,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:08.596488 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] Publish callbacks [] for security_group (07b23f6e-6ad4-4e91-9106-64b9ed1f8bef), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.621435 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] Publish callbacks [] for security_group (07b23f6e-6ad4-4e91-9106-64b9ed1f8bef), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.767492 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (07b23f6e-6ad4-4e91-9106-64b9ed1f8bef), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.770085 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:08.771227 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07b23f6e-6ad4-4e91-9106-64b9ed1f8bef HTTP/1.1" status: 204 len: 168 time: 0.2326994 Mar 23 21:27:08.778922 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9e1e9-82b1-4cf3-8471-a0cdd1af7397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b23f6e-6ad4-4e91-9106-64b9ed1f8bef,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:09.084807 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:09.095289 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49098) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:09.134087 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-17056a6e-fc59-47d5-88ce-e65ac45fe3c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b2e6f386d8e345ff9515d83e69f5e2f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375397 Mar 23 21:27:09.136456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49100) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:09.183745 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] Publish callbacks [] for security_group (f86b8d3b-afb4-430f-adeb-f973f728cad7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:09.206525 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] Publish callbacks [] for security_group (f86b8d3b-afb4-430f-adeb-f973f728cad7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:09.407710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (f86b8d3b-afb4-430f-adeb-f973f728cad7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:09.410675 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:09.411893 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f86b8d3b-afb4-430f-adeb-f973f728cad7 HTTP/1.1" status: 204 len: 168 time: 0.2744451 Mar 23 21:27:09.421090 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3572a-31ff-4891-b101-caf7f8aff0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86b8d3b-afb4-430f-adeb-f973f728cad7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:10.544582 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:10.817282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-f9884e8d-c6e6-4e27-b77c-13424a57f22c tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:10.818753 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-f9884e8d-c6e6-4e27-b77c-13424a57f22c tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/networks?id=a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 200 len: 813 time: 0.1063797 Mar 23 21:27:10.833948 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-35240adb-7b2d-4cfb-b3ad-bd23f3ccd2e7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/quotas/20aa6e851b5e4b4f81996d305cf60f78 HTTP/1.1" status: 200 len: 375 time: 0.0098593 Mar 23 21:27:10.866924 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-e95a1679-e73c-4201-a169-90cb3d35e217 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277073 Mar 23 21:27:10.961451 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-28e26215-e6aa-4b9f-9dc2-66eaa401ecd4 service neutron] 10.222.0.35 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874550 Mar 23 21:27:11.055760 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-8a972cab-4946-428f-bb9f-845f72cc85ab service neutron] 10.222.0.35 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853293 Mar 23 21:27:11.386322 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8d359377-e0ca-465b-87df-9d0b731d4390 req-c11408e9-2f43-4f50-9166-285eb69c1d2f tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0286622 Mar 23 21:27:12.464490 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d907ccca-373b-4fbd-af93-c98e00c13e40 req-7497e3fe-91b7-4241-a78b-4ba22d229586 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0277059 Mar 23 21:27:13.561918 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7abda61-7877-44d9-9735-b10fb77c0da9 req-40371b7f-43cf-4f89-a113-18bfc9475781 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0318022 Mar 23 21:27:14.653843 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc58bb48-b640-423a-98f3-6c4c802fe430 req-6e3b0668-2e1f-4d5c-8611-daf684cce388 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0258958 Mar 23 21:27:15.744543 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-66fade8c-5187-4152-8da6-a9ef0cdf8534 req-d0fbe19e-0604-4f14-88ef-e2104812b2fa tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0259585 Mar 23 21:27:16.838779 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2af1a9d8-a097-4c63-aa54-b8628b0e7f4d req-cedf7bad-abb4-4446-99ed-408dea4dea29 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0265782 Mar 23 21:27:17.930793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27cb7f95-8096-4edf-b270-88bbfd4eeb8b req-fcff8767-32b4-4bfe-94f8-e3bffa4a04a4 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0265791 Mar 23 21:27:18.908159 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-63db4838-53f5-48ce-9708-c803ade2be11 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:18.909641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-63db4838-53f5-48ce-9708-c803ade2be11 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "GET /v2.0/networks?id=a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 200 len: 813 time: 0.1008818 Mar 23 21:27:18.922692 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Request body: {'port': {'device_id': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7', 'admin_state_up': True, 'tenant_id': '20aa6e851b5e4b4f81996d305cf60f78'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:27:19.041812 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-753a5368-92b2-413c-92a2-bec028165059 req-08e40feb-1108-418a-ae29-d3dcfff4707f tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 210 time: 0.0399125 Mar 23 21:27:19.139317 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Made reservation on behalf of 20aa6e851b5e4b4f81996d305cf60f78 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:27:19.142767 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:19.261652 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Allocated IP 172.20.0.11 (a7f36cda-e753-42d7-bb11-adae0fc567e7/71b7f40f-a1eb-47d4-9c32-1b072e014701/52c2ea54-d46e-457f-a218-04b0c30bd531) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:27:19.414454 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks [] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:19.516719 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:19.557601 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:27:19.561331 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:27:19.565039 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:27:19.592281 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Pushing event updated for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:19.611827 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.612185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.612523 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.612868 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.613225 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.613560 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.613893 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.614247 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.614572 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.615320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.615320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.615608 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.615842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.616160 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.616478 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:19.639533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:19.640152 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:19.729997 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-29ac838f-9bc3-4645-9ce5-afaf0f392893 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8107545 Mar 23 21:27:19.745293 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Request body: {'port': {'device_id': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:27:19.803856 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.064195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c2ea54-d46e-457f-a218-04b0c30bd531 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:27:20.072268 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks [] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.088937 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Transition to ACTIVE for port object 52c2ea54-d46e-457f-a218-04b0c30bd531 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:27:20.163777 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2a15d-3aac-411d-8856-d86f6deba167 req-78d6fc7c-3111-497d-bfa7-61cf933b7afa tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:20.165426 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49c2a15d-3aac-411d-8856-d86f6deba167 req-78d6fc7c-3111-497d-bfa7-61cf933b7afa tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 932 time: 0.0526991 Mar 23 21:27:20.169738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.248894 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Pushing event updated for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:20.274564 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-49c2a15d-3aac-411d-8856-d86f6deba167 req-02734963-9efa-44fa-abe7-314d551d1611 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016300 Mar 23 21:27:20.323105 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Attempting to bind port 52c2ea54-d46e-457f-a218-04b0c30bd531 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:27:20.323434 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Attempting to bind port 52c2ea54-d46e-457f-a218-04b0c30bd531 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:27:20.323759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Attempting to bind port 52c2ea54-d46e-457f-a218-04b0c30bd531 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:27:20.328616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Port 52c2ea54-d46e-457f-a218-04b0c30bd531 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:27:20.328972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Attempting to bind port 52c2ea54-d46e-457f-a218-04b0c30bd531 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:27:20.333716 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:27:20.334053 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Checking segment: {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:27:20.334464 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Bound using segment: {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:27:20.334882 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Bound port: 52c2ea54-d46e-457f-a218-04b0c30bd531, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:27:20.335231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.396814 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:27:20.399851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52c2ea54-d46e-457f-a218-04b0c30bd531,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:27:20.687647 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.722286 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:20.722899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:20.724271 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] 10.222.0.24 "PUT /v2.0/ports/52c2ea54-d46e-457f-a218-04b0c30bd531 HTTP/1.1" status: 200 len: 1094 time: 0.9849205 Mar 23 21:27:20.724711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:27:20.726986 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07566123-3560-4b50-874a-9e8896ca81a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:27:20.750972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb69ee-42b6-4554-9ecc-d0db74381e22 service neutron] Pushing event updated for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:20.765242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34ed10e-5e91-47b7-9029-94058b227888 x-openstack-request-id: req-c34ed10e-5e91-47b7-9029-94058b227888 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:27:20.765242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:27:20.765242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c34ed10e-5e91-47b7-9029-94058b227888 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:27:20.765242 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34ed10e-5e91-47b7-9029-94058b227888'] response: {'name': 'network-changed', 'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531', 'status': 'completed', 'code': 200} Mar 23 21:27:20.828542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566123-3560-4b50-874a-9e8896ca81a3 req-f2f0f7fc-708a-4c12-a45d-42d57da7c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:20.830100 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07566123-3560-4b50-874a-9e8896ca81a3 req-f2f0f7fc-708a-4c12-a45d-42d57da7c703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 1128 time: 0.0465536 Mar 23 21:27:20.937348 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566123-3560-4b50-874a-9e8896ca81a3 req-0a8da058-11b5-4ec8-a907-43d517f17a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:20.938945 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07566123-3560-4b50-874a-9e8896ca81a3 req-0a8da058-11b5-4ec8-a907-43d517f17a18 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955451 Mar 23 21:27:21.031323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07566123-3560-4b50-874a-9e8896ca81a3 req-4fe27251-5c82-4b03-9a73-a20def0c4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:21.032832 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-07566123-3560-4b50-874a-9e8896ca81a3 req-4fe27251-5c82-4b03-9a73-a20def0c4adc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855429 Mar 23 21:27:21.123429 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-e54d2b3b-a35c-430c-b2cf-0fb76cefc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:21.125038 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-e54d2b3b-a35c-430c-b2cf-0fb76cefc503 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 1128 time: 0.0474942 Mar 23 21:27:21.170305 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-eb7f2022-5d5e-4ed1-90a8-570d0649f006 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52c2ea54-d46e-457f-a218-04b0c30bd531 HTTP/1.1" status: 200 len: 217 time: 0.0344388 Mar 23 21:27:21.221182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8084b-aa42-406f-af2b-675329af7a09 req-ede8d35b-96f4-45c4-a24f-6ef6cbd6cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:21.222530 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-ede8d35b-96f4-45c4-a24f-6ef6cbd6cedd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b7f40f-a1eb-47d4-9c32-1b072e014701 HTTP/1.1" status: 200 len: 853 time: 0.0425317 Mar 23 21:27:21.257176 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-b316e0ff-1347-4981-8c82-5b646b6f0ab6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7f36cda-e753-42d7-bb11-adae0fc567e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245531 Mar 23 21:27:21.362877 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-99eef510-e6e1-4080-b6db-b030ac503eae service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960176 Mar 23 21:27:21.454347 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f33f6-3a9b-4239-aab8-a651bef8164c req-d54cce4a-837e-4494-abc2-fede0d174e51 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:21.455830 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b14f33f6-3a9b-4239-aab8-a651bef8164c req-d54cce4a-837e-4494-abc2-fede0d174e51 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 944 time: 0.1120188 Mar 23 21:27:21.504359 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-84e8084b-aa42-406f-af2b-675329af7a09 req-a03ee244-7309-403e-80da-a66e3be9f7de service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276588 Mar 23 21:27:21.525134 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b14f33f6-3a9b-4239-aab8-a651bef8164c req-c8bef427-4ff4-4016-b5bf-83a208ba15ae tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626087 Mar 23 21:27:21.541789 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49350) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:21.643192 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:21.716345 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Publish callbacks [] for security_group (cae28620-a9d0-4976-8dba-ef1c45030eba), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:21.795632 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cae28620-a9d0-4976-8dba-ef1c45030eba), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:21.833129 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3900f7580ce4824b03c8bddc400b7ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901585 Mar 23 21:27:21.835084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae28620-a9d0-4976-8dba-ef1c45030eba,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:21.835780 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49354) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:21.842113 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.842456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.842794 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.843131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.843462 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.843788 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.844110 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.844432 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.844750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.845090 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.845411 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.845728 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.846044 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.846360 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.846674 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d10a94c-99d1-44c6-bb1b-2fd054b7d8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:27:21.885074 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] Publish callbacks [] for security_group (cae28620-a9d0-4976-8dba-ef1c45030eba), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:21.906539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] Publish callbacks [] for security_group (cae28620-a9d0-4976-8dba-ef1c45030eba), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:22.049817 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (cae28620-a9d0-4976-8dba-ef1c45030eba), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:22.052250 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:22.053459 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cae28620-a9d0-4976-8dba-ef1c45030eba HTTP/1.1" status: 204 len: 168 time: 0.2165229 Mar 23 21:27:22.061433 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81caa4-ab3a-4183-ad47-cc8ad468de45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae28620-a9d0-4976-8dba-ef1c45030eba,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:22.647610 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9afe33-4b79-4c72-8d95-fce4206535b6 req-e798e674-0609-42af-a207-78409d5b8ec0 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:22.649122 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d9afe33-4b79-4c72-8d95-fce4206535b6 req-e798e674-0609-42af-a207-78409d5b8ec0 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 944 time: 0.0570784 Mar 23 21:27:22.695886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d9afe33-4b79-4c72-8d95-fce4206535b6 req-46dae07f-3fd5-42bb-a78e-b3afb29df3b8 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406513 Mar 23 21:27:23.152787 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:23.817494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413d5bf-a564-47a0-a5a2-44da64292984 req-5cdf597e-53ec-4efc-84bf-024a1686377e tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:23.818995 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b413d5bf-a564-47a0-a5a2-44da64292984 req-5cdf597e-53ec-4efc-84bf-024a1686377e tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 944 time: 0.0574176 Mar 23 21:27:23.864782 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b413d5bf-a564-47a0-a5a2-44da64292984 req-55aebe6e-e808-482d-96b1-52bb7bf4a160 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Mar 23 21:27:23.961490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49398) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:24.156365 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-186787fb-3fe2-4fc4-bdac-c632d2ff2af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.228440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-186787fb-3fe2-4fc4-bdac-c632d2ff2af5 admin admin] Publish callbacks [] for security_group (bdc99166-b0bd-4bca-acf7-b1393e870a11), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.312481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-186787fb-3fe2-4fc4-bdac-c632d2ff2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (bdc99166-b0bd-4bca-acf7-b1393e870a11), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.355120 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-186787fb-3fe2-4fc4-bdac-c632d2ff2af5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e5324438049c4c059aef9b3f95c71879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906765 Mar 23 21:27:24.355785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186787fb-3fe2-4fc4-bdac-c632d2ff2af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc99166-b0bd-4bca-acf7-b1393e870a11,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:24.357742 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49412) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:24.404512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] Publish callbacks [] for security_group (bdc99166-b0bd-4bca-acf7-b1393e870a11), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.426275 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] Publish callbacks [] for security_group (bdc99166-b0bd-4bca-acf7-b1393e870a11), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.561449 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (bdc99166-b0bd-4bca-acf7-b1393e870a11), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.564106 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:24.565349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bdc99166-b0bd-4bca-acf7-b1393e870a11 HTTP/1.1" status: 204 len: 168 time: 0.2067082 Mar 23 21:27:24.573242 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c928387-aaee-4a69-b8a7-ac4ec6596d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc99166-b0bd-4bca-acf7-b1393e870a11,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:24.987084 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d59de1-eb88-4807-a844-03b55d8e9bdb req-bb6fdfd1-d993-42f2-b578-08aa0d3bedd9 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:24.988548 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86d59de1-eb88-4807-a844-03b55d8e9bdb req-bb6fdfd1-d993-42f2-b578-08aa0d3bedd9 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 944 time: 0.0535955 Mar 23 21:27:25.025630 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52c2ea54-d46e-457f-a218-04b0c30bd531 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:27:25.035818 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-86d59de1-eb88-4807-a844-03b55d8e9bdb req-d0b71fe4-9b16-4a39-9c5e-71d29dceef8a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415552 Mar 23 21:27:25.124193 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52c2ea54-d46e-457f-a218-04b0c30bd531,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:25.136676 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '52c2ea54-d46e-457f-a218-04b0c30bd531', 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7', 'port_id': '52c2ea54-d46e-457f-a218-04b0c30bd531', 'mac_address': 'fa:16:3e:46:9f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b7f40f-a1eb-47d4-9c32-1b072e014701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:27:25.178082 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 52c2ea54-d46e-457f-a218-04b0c30bd531 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:27:25.178474 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.191570 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c2ea54-d46e-457f-a218-04b0c30bd531 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:27:25.211098 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52c2ea54-d46e-457f-a218-04b0c30bd531,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:25.257569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49426) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:25.273519 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f27e914c-b01f-4577-b00f-c7df2acb929f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.298605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.346421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:25.347885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f27e914c-b01f-4577-b00f-c7df2acb929f admin admin] Publish callbacks [] for security_group (3cafe13d-e4fd-4b35-83ae-99f27eba768f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.406515 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-f27e914c-b01f-4577-b00f-c7df2acb929f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3cafe13d-e4fd-4b35-83ae-99f27eba768f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.443025 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e914c-b01f-4577-b00f-c7df2acb929f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cafe13d-e4fd-4b35-83ae-99f27eba768f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:25.447270 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f27e914c-b01f-4577-b00f-c7df2acb929f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3c17b192d5749cdb2bf6ad4ba1106ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887035 Mar 23 21:27:25.450037 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49428) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:25.497354 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] Publish callbacks [] for security_group (3cafe13d-e4fd-4b35-83ae-99f27eba768f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.517701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] Publish callbacks [] for security_group (3cafe13d-e4fd-4b35-83ae-99f27eba768f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.553949 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['52c2ea54-d46e-457f-a218-04b0c30bd531'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:27:25.652539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3cafe13d-e4fd-4b35-83ae-99f27eba768f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.655200 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:25.656361 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3cafe13d-e4fd-4b35-83ae-99f27eba768f HTTP/1.1" status: 204 len: 168 time: 0.2048957 Mar 23 21:27:25.667104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18425-ff9a-47f0-a604-28e733399d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cafe13d-e4fd-4b35-83ae-99f27eba768f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:26.161126 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd3c36-d713-4c23-a80f-c8f6d381898b req-9c046adc-7295-4b4c-ba66-7038e79056f0 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:26.162595 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97cd3c36-d713-4c23-a80f-c8f6d381898b req-9c046adc-7295-4b4c-ba66-7038e79056f0 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 945 time: 0.0571795 Mar 23 21:27:26.209266 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-97cd3c36-d713-4c23-a80f-c8f6d381898b req-ffa7c12e-394a-45ce-b61c-3be13957c36e tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Mar 23 21:27:27.041070 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52c2ea54-d46e-457f-a218-04b0c30bd531 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:27:27.226648 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 52c2ea54-d46e-457f-a218-04b0c30bd531 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:27:27.230585 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 52c2ea54-d46e-457f-a218-04b0c30bd531 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:27:27.230993 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:27.314319 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 52c2ea54-d46e-457f-a218-04b0c30bd531 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:27:27.315976 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:27.328128 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a0e9f-7a63-4a6a-ab28-18b4051d7c5a req-074b5f47-9b7e-43a5-ac3e-e7b949339e34 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:27.329798 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c6a0e9f-7a63-4a6a-ab28-18b4051d7c5a req-074b5f47-9b7e-43a5-ac3e-e7b949339e34 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 945 time: 0.0553765 Mar 23 21:27:27.337303 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:27:27.339563 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c93df-d55e-4d2e-8bf0-1778937c45ab" -d '{"events": [{"server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "name": "network-vif-plugged", "status": "completed", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:27:27.353449 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52c2ea54-d46e-457f-a218-04b0c30bd531,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:27:27.377374 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba4447-ce77-4239-b1a0-9ea8cb1f9a19 x-openstack-request-id: req-8fba4447-ce77-4239-b1a0-9ea8cb1f9a19 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:27:27.377669 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "name": "network-vif-plugged", "status": "completed", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:27:27.377924 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fba4447-ce77-4239-b1a0-9ea8cb1f9a19 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:27:27.378321 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fba4447-ce77-4239-b1a0-9ea8cb1f9a19'] response: {'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531', 'code': 200} Mar 23 21:27:27.378507 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6c6a0e9f-7a63-4a6a-ab28-18b4051d7c5a req-a68b3791-9887-4da7-8ae0-5d16f125f345 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429397 Mar 23 21:27:27.427982 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:27.475452 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:27.509733 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49478) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:27.613375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-27abb57a-2e5e-4f3b-bbbc-eaf4da79e5d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:27.981001 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-27abb57a-2e5e-4f3b-bbbc-eaf4da79e5d9 admin admin] Publish callbacks [] for security_group (5b8f39b1-788b-4c6d-ac61-856e466cc790), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:27.996150 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0c4bd-754a-47ba-b70b-982b39252790 req-6777357a-0cef-446b-9397-2a819680f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:27.997663 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9bd0c4bd-754a-47ba-b70b-982b39252790 req-6777357a-0cef-446b-9397-2a819680f66f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 1130 time: 0.3235936 Mar 23 21:27:28.040408 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9bd0c4bd-754a-47ba-b70b-982b39252790 req-92761050-23a6-49d0-a8f6-a2abb06b4336 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359669 Mar 23 21:27:28.072972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-27abb57a-2e5e-4f3b-bbbc-eaf4da79e5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5b8f39b1-788b-4c6d-ac61-856e466cc790), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:28.110388 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-27abb57a-2e5e-4f3b-bbbc-eaf4da79e5d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbebd3e319e3413e8904fbb468a101c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5995851 Mar 23 21:27:28.111298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27abb57a-2e5e-4f3b-bbbc-eaf4da79e5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8f39b1-788b-4c6d-ac61-856e466cc790,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:28.113221 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49488) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:28.160323 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] Publish callbacks [] for security_group (5b8f39b1-788b-4c6d-ac61-856e466cc790), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:28.182425 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] Publish callbacks [] for security_group (5b8f39b1-788b-4c6d-ac61-856e466cc790), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:28.409971 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5b8f39b1-788b-4c6d-ac61-856e466cc790), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:28.412493 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:28.413913 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b8f39b1-788b-4c6d-ac61-856e466cc790 HTTP/1.1" status: 204 len: 168 time: 0.2997060 Mar 23 21:27:28.423344 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490873c-a766-4122-a863-b2dc1e19dc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8f39b1-788b-4c6d-ac61-856e466cc790,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:28.503638 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f261aaa-fe2f-4eea-9ff8-0fc2408ff2b6 req-345b3ad1-ced7-4aa9-b5cd-15f0deb60cd5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:28.505124 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f261aaa-fe2f-4eea-9ff8-0fc2408ff2b6 req-345b3ad1-ced7-4aa9-b5cd-15f0deb60cd5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.0526671 Mar 23 21:27:28.550404 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f261aaa-fe2f-4eea-9ff8-0fc2408ff2b6 req-9b8923f0-c20a-4f52-9101-81c93653f94f tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Mar 23 21:27:29.670188 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d20461-1040-4abe-a4ad-ebc96e55f09b req-16afbd0b-2ed8-41d6-96e3-230503ed7814 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:27:29.671660 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16d20461-1040-4abe-a4ad-ebc96e55f09b req-16afbd0b-2ed8-41d6-96e3-230503ed7814 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.0551844 Mar 23 21:27:29.719154 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16d20461-1040-4abe-a4ad-ebc96e55f09b req-997604bd-8b85-4821-bfe6-d463c2765092 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417018 Mar 23 21:27:34.044006 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-190f7b08-8304-4462-a626-bf728f40469e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.250146 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4c3a50fc-7147-4dfc-acef-5028d4d9c9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.557024 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49716) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:36.659758 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-347aba24-caec-474c-82cc-17f404a6a64c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.728822 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-347aba24-caec-474c-82cc-17f404a6a64c admin admin] Publish callbacks [] for security_group (e277c8a9-155e-46ea-9809-fec6537cbec3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.805163 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-347aba24-caec-474c-82cc-17f404a6a64c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e277c8a9-155e-46ea-9809-fec6537cbec3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.848277 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-347aba24-caec-474c-82cc-17f404a6a64c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=449c52642ec140049d0b5cfe4075022e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858148 Mar 23 21:27:36.848277 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aba24-caec-474c-82cc-17f404a6a64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e277c8a9-155e-46ea-9809-fec6537cbec3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:36.848509 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49722) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:36.898259 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] Publish callbacks [] for security_group (e277c8a9-155e-46ea-9809-fec6537cbec3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:36.918637 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] Publish callbacks [] for security_group (e277c8a9-155e-46ea-9809-fec6537cbec3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:37.052555 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e277c8a9-155e-46ea-9809-fec6537cbec3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:37.055187 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:37.056402 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e277c8a9-155e-46ea-9809-fec6537cbec3 HTTP/1.1" status: 204 len: 168 time: 0.2079241 Mar 23 21:27:37.064975 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cc653-691a-4ad7-8163-5bf08d36a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e277c8a9-155e-46ea-9809-fec6537cbec3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:37.658257 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:37.916584 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49736) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:37.929965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3aae8001-603f-43c9-8b79-eb07fa11ecfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.000264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3aae8001-603f-43c9-8b79-eb07fa11ecfc admin admin] Publish callbacks [] for security_group (8a57a245-ac6a-48be-b3bf-6784755f8d40), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.087491 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3aae8001-603f-43c9-8b79-eb07fa11ecfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8a57a245-ac6a-48be-b3bf-6784755f8d40), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.134980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae8001-603f-43c9-8b79-eb07fa11ecfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a57a245-ac6a-48be-b3bf-6784755f8d40,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:38.139175 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3aae8001-603f-43c9-8b79-eb07fa11ecfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae1d2f7a17c64e52b164457456d74ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215102 Mar 23 21:27:38.143089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49738) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:38.189389 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] Publish callbacks [] for security_group (8a57a245-ac6a-48be-b3bf-6784755f8d40), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.209924 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] Publish callbacks [] for security_group (8a57a245-ac6a-48be-b3bf-6784755f8d40), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.361169 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (8a57a245-ac6a-48be-b3bf-6784755f8d40), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.363672 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:38.364871 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8a57a245-ac6a-48be-b3bf-6784755f8d40 HTTP/1.1" status: 204 len: 168 time: 0.2215378 Mar 23 21:27:38.376182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce81eab-483d-435b-bdd5-3ec6d825f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a57a245-ac6a-48be-b3bf-6784755f8d40,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:39.124313 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:39.424521 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:27:40.554973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:43.751359 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49890) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:43.859964 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ed07ad2-109d-4676-8b9f-f83456651d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:43.932440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ed07ad2-109d-4676-8b9f-f83456651d20 admin admin] Publish callbacks [] for security_group (847f28ee-d63e-4f83-b51d-244bfaf1b672), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.009593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1ed07ad2-109d-4676-8b9f-f83456651d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (847f28ee-d63e-4f83-b51d-244bfaf1b672), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.053759 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1ed07ad2-109d-4676-8b9f-f83456651d20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb6fa60c31a040c285b2305a2eb8d5cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012865 Mar 23 21:27:44.054455 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed07ad2-109d-4676-8b9f-f83456651d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847f28ee-d63e-4f83-b51d-244bfaf1b672,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:44.057248 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49894) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:44.105393 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] Publish callbacks [] for security_group (847f28ee-d63e-4f83-b51d-244bfaf1b672), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.125820 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] Publish callbacks [] for security_group (847f28ee-d63e-4f83-b51d-244bfaf1b672), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.241137 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (847f28ee-d63e-4f83-b51d-244bfaf1b672), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.243958 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.246178 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/847f28ee-d63e-4f83-b51d-244bfaf1b672 HTTP/1.1" status: 204 len: 168 time: 0.1876514 Mar 23 21:27:44.255419 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a8cb03-0995-4f5c-8047-06fbbd3e30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847f28ee-d63e-4f83-b51d-244bfaf1b672,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:44.874379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 49904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:44.887927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-148ea4be-7a09-46b5-81b7-23a2f19b83b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:44.965623 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-148ea4be-7a09-46b5-81b7-23a2f19b83b7 admin admin] Publish callbacks [] for security_group (1fa1a99a-0653-42f1-9003-b642ed925b93), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.052058 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-148ea4be-7a09-46b5-81b7-23a2f19b83b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (1fa1a99a-0653-42f1-9003-b642ed925b93), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.088288 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148ea4be-7a09-46b5-81b7-23a2f19b83b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1a99a-0653-42f1-9003-b642ed925b93,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:45.094024 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-148ea4be-7a09-46b5-81b7-23a2f19b83b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=827340de680444d8b468521bece210ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184017 Mar 23 21:27:45.097609 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 49906) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:27:45.149029 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] Publish callbacks [] for security_group (1fa1a99a-0653-42f1-9003-b642ed925b93), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.169592 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] Publish callbacks [] for security_group (1fa1a99a-0653-42f1-9003-b642ed925b93), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.282294 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (1fa1a99a-0653-42f1-9003-b642ed925b93), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.283608 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:27:45.285461 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fa1a99a-0653-42f1-9003-b642ed925b93 HTTP/1.1" status: 204 len: 168 time: 0.1861873 Mar 23 21:27:45.293879 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62ab3c-ec28-4d23-a49e-cd36a9a027ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1a99a-0653-42f1-9003-b642ed925b93,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:27:53.134991 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:00.026188 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-96b64245-2cd4-4103-820d-8f3da80346ba service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424647 Mar 23 21:28:00.111433 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-ff6cc75a-4332-4070-b91c-b1db09cba1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:00.112869 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-ff6cc75a-4332-4070-b91c-b1db09cba1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1129 time: 0.0432353 Mar 23 21:28:00.219672 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-2a7f5630-2511-47da-8d18-204e13b4df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:00.221116 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-2a7f5630-2511-47da-8d18-204e13b4df39 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.0878489 Mar 23 21:28:00.284507 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-786de687-32bb-4099-938c-ad42009b6e14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 1001 time: 0.0561798 Mar 23 21:28:00.334830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-f25f4a00-61fb-4df4-91b6-4e02cba70160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:00.336284 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-f25f4a00-61fb-4df4-91b6-4e02cba70160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0454884 Mar 23 21:28:00.382506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-6e0a3475-2291-4a2c-82d6-f4cb6951a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:00.383984 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-6e0a3475-2291-4a2c-82d6-f4cb6951a0cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418282 Mar 23 21:28:00.470095 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-110a6ab1-ae1e-48e3-8dd8-90a101277ec3 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791435 Mar 23 21:28:00.558406 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bea65b83-c78e-4357-936c-f93bf9b47308 req-5e620c7e-16bb-4240-8aaa-f7d14213c8e1 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819483 Mar 23 21:28:04.046333 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f6515aeb-2657-41f6-8b8d-feaa9609bb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.192149 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9be1ad95-db71-4e4b-9114-402c71cafde0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.356417 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50160) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:06.457170 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d40d757-3872-4444-b42e-3010e15acc1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.528373 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d40d757-3872-4444-b42e-3010e15acc1f admin admin] Publish callbacks [] for security_group (6491c2f4-566f-4b25-9627-927f7169953a), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.594626 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2d40d757-3872-4444-b42e-3010e15acc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6491c2f4-566f-4b25-9627-927f7169953a), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.630924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40d757-3872-4444-b42e-3010e15acc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6491c2f4-566f-4b25-9627-927f7169953a,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:06.635127 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2d40d757-3872-4444-b42e-3010e15acc1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d6e60064f8c4feaafc88597a2f2b366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776790 Mar 23 21:28:06.637835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50164) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:06.686946 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] Publish callbacks [] for security_group (6491c2f4-566f-4b25-9627-927f7169953a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.706717 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] Publish callbacks [] for security_group (6491c2f4-566f-4b25-9627-927f7169953a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.854765 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6491c2f4-566f-4b25-9627-927f7169953a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.857368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:06.858580 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6491c2f4-566f-4b25-9627-927f7169953a HTTP/1.1" status: 204 len: 168 time: 0.2198148 Mar 23 21:28:06.866378 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493b6bc-6e21-46cc-b991-89c0c417c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491c2f4-566f-4b25-9627-927f7169953a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:07.671522 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:09.080063 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:10.539971 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:16.423578 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:28:23.206414 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:26.776202 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50398) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:26.880226 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:26.951364 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Publish callbacks [] for security_group (b312c623-7b66-41e8-b454-27bcef4c65b8), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.034400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (b312c623-7b66-41e8-b454-27bcef4c65b8), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.072866 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d638be06e467482bb5c881d3c8fa3af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2956018 Mar 23 21:28:27.073679 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312c623-7b66-41e8-b454-27bcef4c65b8,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:27.075506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50406) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:27.080788 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.081281 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.081625 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.081964 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.082298 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.082627 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.082951 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.083270 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.083589 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.083910 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.084233 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.084551 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.084874 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.085217 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.085531 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177cfb34-75ed-4753-88d6-6253ee795999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.123759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Publish callbacks [] for security_group (b312c623-7b66-41e8-b454-27bcef4c65b8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.147976 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Publish callbacks [] for security_group (b312c623-7b66-41e8-b454-27bcef4c65b8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.282644 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (b312c623-7b66-41e8-b454-27bcef4c65b8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.285195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:27.286347 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b312c623-7b66-41e8-b454-27bcef4c65b8 HTTP/1.1" status: 204 len: 168 time: 0.2098155 Mar 23 21:28:27.294746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312c623-7b66-41e8-b454-27bcef4c65b8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:27.302064 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.305822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.306694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.306694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.306845 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:27.307066 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f11d831-9cb0-4005-96da-0e24f1cca6b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:33.901563 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50472) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:34.002670 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87b649c9-d741-476c-84a8-707ea8f7072b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.076593 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87b649c9-d741-476c-84a8-707ea8f7072b admin admin] Publish callbacks [] for security_group (4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.122858 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f30fd182-fd50-419b-ba63-f1f647c93878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.219710 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-87b649c9-d741-476c-84a8-707ea8f7072b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.257175 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-87b649c9-d741-476c-84a8-707ea8f7072b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f272cbfb5f5b40698e44e03b963ac70b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545361 Mar 23 21:28:34.259086 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b649c9-d741-476c-84a8-707ea8f7072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:34.259934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50476) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:34.312188 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] Publish callbacks [] for security_group (4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.332594 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] Publish callbacks [] for security_group (4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.483017 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.485479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:34.486634 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d HTTP/1.1" status: 204 len: 168 time: 0.2256036 Mar 23 21:28:34.494753 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30fc06-72f4-4e6b-ad0a-fc4c3017dc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0641b7-7fea-4a0a-8fe8-05b908fa1c5d,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:35.140897 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50490) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:35.154436 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cccd-8bf8-4185-8d63-87164cc876ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.225536 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cccd-8bf8-4185-8d63-87164cc876ce admin admin] Publish callbacks [] for security_group (1523f7a6-6956-433b-9cd4-d48e4f7a29db), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.337743 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a0b7cccd-8bf8-4185-8d63-87164cc876ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (1523f7a6-6956-433b-9cd4-d48e4f7a29db), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.375335 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a0b7cccd-8bf8-4185-8d63-87164cc876ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3754636c212546fcbc4aef52737bf6c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332587 Mar 23 21:28:35.376204 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7cccd-8bf8-4185-8d63-87164cc876ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1523f7a6-6956-433b-9cd4-d48e4f7a29db,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:35.378221 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50492) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:35.426266 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] Publish callbacks [] for security_group (1523f7a6-6956-433b-9cd4-d48e4f7a29db), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.447206 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] Publish callbacks [] for security_group (1523f7a6-6956-433b-9cd4-d48e4f7a29db), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.585537 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (1523f7a6-6956-433b-9cd4-d48e4f7a29db), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.588166 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:35.589278 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1523f7a6-6956-433b-9cd4-d48e4f7a29db HTTP/1.1" status: 204 len: 168 time: 0.2097309 Mar 23 21:28:35.598368 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54b6b4-8468-4f43-bf7c-ca2d3fd98d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1523f7a6-6956-433b-9cd4-d48e4f7a29db,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:36.208388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0245d6c8-31ff-45ca-8f76-e8945fa07ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:36.950448 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-d29ed04e-0bb3-4068-8a6b-e5c5df2c5633 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007078328&fields=id&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 267 time: 0.0450978 Mar 23 21:28:37.062082 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-d2e0c759-720d-4809-9fea-6e2db92c570a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:37.063554 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-d2e0c759-720d-4809-9fea-6e2db92c570a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1069233 Mar 23 21:28:37.077880 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-405b0b78-f5ff-4506-8dcd-3b260c29711d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/quotas/09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Mar 23 21:28:37.137794 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-9299dfc2-882d-4579-9325-12fb0a4059f8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0552032 Mar 23 21:28:37.240662 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-e6e66fff-744d-4cd6-8309-76247f8c5189 service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895648 Mar 23 21:28:37.329750 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-7a65a294-8437-4181-931c-839f157dbc24 service neutron] 10.222.0.35 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831938 Mar 23 21:28:37.659533 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:37.919528 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3e3d5db-64a0-471a-bc5c-869a8153d64c req-270f0318-66dd-4cee-b46c-be33ae46af64 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 210 time: 0.0321498 Mar 23 21:28:38.228026 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50582) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:38.342421 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-876f1f00-6cf5-4b88-b2d8-56018c9524c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.413904 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-876f1f00-6cf5-4b88-b2d8-56018c9524c5 admin admin] Publish callbacks [] for security_group (5ccd69f2-4923-470d-8a95-6691f55685ac), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.499525 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-876f1f00-6cf5-4b88-b2d8-56018c9524c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5ccd69f2-4923-470d-8a95-6691f55685ac), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.539568 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-876f1f00-6cf5-4b88-b2d8-56018c9524c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=84304d531a7143018d57246df00dc39c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170755 Mar 23 21:28:38.540404 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f1f00-6cf5-4b88-b2d8-56018c9524c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd69f2-4923-470d-8a95-6691f55685ac,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:38.542387 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50588) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:38.591384 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] Publish callbacks [] for security_group (5ccd69f2-4923-470d-8a95-6691f55685ac), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.616053 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] Publish callbacks [] for security_group (5ccd69f2-4923-470d-8a95-6691f55685ac), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.894194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5ccd69f2-4923-470d-8a95-6691f55685ac), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.896723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:38.898123 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5ccd69f2-4923-470d-8a95-6691f55685ac HTTP/1.1" status: 204 len: 168 time: 0.3547347 Mar 23 21:28:38.906375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a83bf3-35ce-497f-a9d3-945503e8be23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd69f2-4923-470d-8a95-6691f55685ac,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:39.031846 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f3a17f8-6851-4cec-a1c9-cf0f63c201b3 req-df18a2b5-5392-4cec-b019-325a38098148 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 210 time: 0.0386107 Mar 23 21:28:39.105868 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:39.736607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43443f87-46a6-47a7-a17e-4bbef0be7f54 req-90ca2ad6-98a9-4ecd-9c51-58f2b9f2c229 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:39.738133 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43443f87-46a6-47a7-a17e-4bbef0be7f54 req-90ca2ad6-98a9-4ecd-9c51-58f2b9f2c229 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.0529544 Mar 23 21:28:39.749775 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50606) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:39.762570 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-beedf60d-6ea1-4e07-a74d-2900ba1bd695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:39.789649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-43443f87-46a6-47a7-a17e-4bbef0be7f54 req-8621b55b-8cef-451e-8e5d-eb65e6d9d50f tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438824 Mar 23 21:28:39.844750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-beedf60d-6ea1-4e07-a74d-2900ba1bd695 admin admin] Publish callbacks [] for security_group (2d65f121-54b1-4187-a720-212dcaa64ce3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:39.894252 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-beedf60d-6ea1-4e07-a74d-2900ba1bd695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2d65f121-54b1-4187-a720-212dcaa64ce3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:39.926910 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-beedf60d-6ea1-4e07-a74d-2900ba1bd695 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fabbfa5209d469c80e7945348ba0aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1760285 Mar 23 21:28:39.929573 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50608) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:28:39.935361 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beedf60d-6ea1-4e07-a74d-2900ba1bd695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d65f121-54b1-4187-a720-212dcaa64ce3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:39.980774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] Publish callbacks [] for security_group (2d65f121-54b1-4187-a720-212dcaa64ce3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.001155 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] Publish callbacks [] for security_group (2d65f121-54b1-4187-a720-212dcaa64ce3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.124829 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e9db6a3-b05e-4879-adee-aa8e4e0eea8e req-e8a356cd-70eb-491e-844f-9b0895364500 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 210 time: 0.0275240 Mar 23 21:28:40.140055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (2d65f121-54b1-4187-a720-212dcaa64ce3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.142771 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.145518 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d65f121-54b1-4187-a720-212dcaa64ce3 HTTP/1.1" status: 204 len: 168 time: 0.2133288 Mar 23 21:28:40.153327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a583bba1-11ad-43ee-8a5c-767d18a85af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d65f121-54b1-4187-a720-212dcaa64ce3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:40.473231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-60dc9aaa-85b4-4443-9dbd-5499f3bb26a0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:40.474702 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-60dc9aaa-85b4-4443-9dbd-5499f3bb26a0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 810 time: 0.1033027 Mar 23 21:28:40.542669 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-58a5ac07-24aa-47a2-ad1a-739a5d4bee8c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09602a1a94e946e1b78379ac0f6a99d2 HTTP/1.1" status: 200 len: 380 time: 0.0571940 Mar 23 21:28:40.552118 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'port': {'device_id': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'admin_state_up': True, 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'security_groups': ['5a773bed-7004-4527-95d5-ecad396cc08b']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:28:40.583472 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.740011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Made reservation on behalf of 09602a1a94e946e1b78379ac0f6a99d2 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:28:40.743904 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:40.905291 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.20.0.9 (99729b08-4e89-40e9-93e5-89d877025f9b/ffa86cbe-842d-4e20-b413-4133786cc608/a88a0cec-b1c2-49fa-b692-deef0a6e4a7f) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:28:40.945278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7c75-d68a-465f-8176-79113b81a42f req-679c74fb-06ba-488d-b984-aaa8e3db78ad tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:40.947323 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e1f7c75-d68a-465f-8176-79113b81a42f req-679c74fb-06ba-488d-b984-aaa8e3db78ad tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.0852704 Mar 23 21:28:41.058200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e1f7c75-d68a-465f-8176-79113b81a42f req-97e6c0e7-c617-42ee-b1b1-d6c300ba4b93 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050613 Mar 23 21:28:41.099405 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:41.220927 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7ecb1cf5-b2e1-4452-8a68-1618d5cf6cf7 req-b6b76452-c181-4765-b126-16ded3f5f1c6 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 210 time: 0.0265915 Mar 23 21:28:41.222073 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:41.272141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 99729b08-4e89-40e9-93e5-89d877025f9b is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:28:41.275228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:28:41.279011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:28:41.311475 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:41.337750 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:41.338617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:41.486088 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-857d932f-f691-446d-a79f-c4749af9e476 None None] Provisioning complete for port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:28:41.486469 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-857d932f-f691-446d-a79f-c4749af9e476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:41.491512 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-d98e9f49-16db-4eff-8373-754601abd217 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9433727 Mar 23 21:28:41.504342 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Request body: {'port': {'device_id': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:28:41.523929 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-857d932f-f691-446d-a79f-c4749af9e476 None None] Port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:28:41.586081 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:41.646498 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-d113ae1e-0785-4d15-98d3-98827eff2fe3 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:41.647959 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-d113ae1e-0785-4d15-98d3-98827eff2fe3 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.0893366 Mar 23 21:28:41.875607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Deleting port 52c2ea54-d46e-457f-a218-04b0c30bd531 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:28:41.876306 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.012711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] For port 52c2ea54-d46e-457f-a218-04b0c30bd531, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=52c2ea54-d46e-457f-a218-04b0c30bd531,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:28:42.013119 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.016837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88a0cec-b1c2-49fa-b692-deef0a6e4a7f {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:28:42.030462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks [] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.036198 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Calling delete_port for 52c2ea54-d46e-457f-a218-04b0c30bd531 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:28:42.052994 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Transition to ACTIVE for port object a88a0cec-b1c2-49fa-b692-deef0a6e4a7f will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:28:42.191862 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.269068 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Pushing event updated for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:42.274837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947799cb-83cd-44ea-9988-821cd3d043c3 req-2149deda-7018-40d1-a71c-7299a22813e7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:42.276870 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-947799cb-83cd-44ea-9988-821cd3d043c3 req-2149deda-7018-40d1-a71c-7299a22813e7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=6990a793-5d14-4cb7-8d5a-8d3196e944de HTTP/1.1" status: 200 len: 946 time: 0.1237843 Mar 23 21:28:42.335465 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (52c2ea54-d46e-457f-a218-04b0c30bd531), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.348002 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['52c2ea54-d46e-457f-a218-04b0c30bd531'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:28:42.401231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Pushing event deleted for resources: {'Port': ['ID=52c2ea54-d46e-457f-a218-04b0c30bd531,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:42.493742 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-947799cb-83cd-44ea-9988-821cd3d043c3 req-00e0b333-49e3-4572-abd5-8dafd8b04473 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973052 Mar 23 21:28:42.494435 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] No DVR routers for this DVR port 52c2ea54-d46e-457f-a218-04b0c30bd531 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:28:42.496982 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.500489 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6bdc76a4-20dd-4b4d-a084-ce8a9af93ef4 req-5bc0dd5c-30e2-4231-a292-a3134b323342 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "DELETE /v2.0/ports/52c2ea54-d46e-457f-a218-04b0c30bd531 HTTP/1.1" status: 204 len: 173 time: 0.8419688 Mar 23 21:28:42.505688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'name': 'network-vif-deleted', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:28:42.508526 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4effd9-84c8-47fc-9e7c-7762c7d79bc7" -d '{"events": [{"server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "name": "network-vif-deleted", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:28:42.518813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Attempting to bind port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:28:42.519334 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Attempting to bind port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:28:42.519747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Attempting to bind port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:28:42.530747 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac6e60-3dd6-4049-a720-df8dfb12a0bc req-1c00f2e9-9fc8-464b-b418-174821d73be1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:42.532297 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0ac6e60-3dd6-4049-a720-df8dfb12a0bc req-1c00f2e9-9fc8-464b-b418-174821d73be1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.2058911 Mar 23 21:28:42.534508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f on network 99729b08-4e89-40e9-93e5-89d877025f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:28:42.534825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Attempting to bind port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f on network 99729b08-4e89-40e9-93e5-89d877025f9b {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:28:42.540084 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:28:42.540424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Checking segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:28:42.540863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Bound using segment: {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:28:42.541317 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Bound port: a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:28:42.541671 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.557295 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078441cf-170d-47d5-ae5a-598a00c0033b x-openstack-request-id: req-078441cf-170d-47d5-ae5a-598a00c0033b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:28:42.557578 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6990a793-5d14-4cb7-8d5a-8d3196e944de", "name": "network-vif-deleted", "tag": "52c2ea54-d46e-457f-a218-04b0c30bd531", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:28:42.558004 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-078441cf-170d-47d5-ae5a-598a00c0033b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:28:42.558399 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-078441cf-170d-47d5-ae5a-598a00c0033b'] response: {'server_uuid': '6990a793-5d14-4cb7-8d5a-8d3196e944de', 'name': 'network-vif-deleted', 'tag': '52c2ea54-d46e-457f-a218-04b0c30bd531', 'status': 'completed', 'code': 200} Mar 23 21:28:42.625827 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c0ac6e60-3dd6-4049-a720-df8dfb12a0bc req-ccfddcad-8cd0-476f-b2b5-408a7c61852d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816896 Mar 23 21:28:42.641759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:28:42.645689 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:28:42.711885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.747737 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:42.748340 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:42.749938 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] 10.222.0.24 "PUT /v2.0/ports/a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 200 len: 1093 time: 1.2505372 Mar 23 21:28:42.776490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a0e2f-257c-470f-93f9-15c27abe7105 service neutron] Pushing event updated for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:42.913667 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-e2061807-1b13-4ed7-a943-51f638f319f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:42.915381 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-e2061807-1b13-4ed7-a943-51f638f319f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1127 time: 0.0467992 Mar 23 21:28:42.959000 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-5d93fa5c-3122-41c4-a80a-9614d921429c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 200 len: 217 time: 0.0362747 Mar 23 21:28:43.008816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-d4e3a437-f05a-411d-80cb-64132ca11a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:43.010296 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-d4e3a437-f05a-411d-80cb-64132ca11a85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0440009 Mar 23 21:28:43.061317 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f398-7724-4338-8e96-641d9256fb0b req-036b4603-5032-4b54-a216-246657ff5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:43.062676 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-036b4603-5032-4b54-a216-246657ff5f45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456393 Mar 23 21:28:43.149777 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-93095a8c-d6ab-4065-ae82-92582df7b295 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798266 Mar 23 21:28:43.249386 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5439f398-7724-4338-8e96-641d9256fb0b req-3642b221-4865-47e6-8e35-2ed4b5304cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907454 Mar 23 21:28:43.744886 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fc5b7-baf7-4fd7-aa66-a45b9a4bee5f req-47bc2b24-573b-40fc-ac8b-9d71fdee0ce8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:43.746312 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da1fc5b7-baf7-4fd7-aa66-a45b9a4bee5f req-47bc2b24-573b-40fc-ac8b-9d71fdee0ce8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0519881 Mar 23 21:28:43.798454 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-da1fc5b7-baf7-4fd7-aa66-a45b9a4bee5f req-57f4cd4a-cdb7-4ab5-b85a-671025956ccd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460460 Mar 23 21:28:44.559122 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:28:44.561462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955828b4-fe29-466d-9150-0f7361c8a5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:28:44.596202 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d62fd5-5181-40e4-a6a1-be915b4df578 x-openstack-request-id: req-18d62fd5-5181-40e4-a6a1-be915b4df578 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:28:44.596518 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:28:44.596772 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-18d62fd5-5181-40e4-a6a1-be915b4df578 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:28:44.597219 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d62fd5-5181-40e4-a6a1-be915b4df578'] response: {'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'status': 'completed', 'code': 200} Mar 23 21:28:44.913518 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f3b2d-8d1c-4e23-a6f5-3b321ebacca0 req-56ad018e-e872-4187-854a-b46b9846d6ef tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:44.914972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-293f3b2d-8d1c-4e23-a6f5-3b321ebacca0 req-56ad018e-e872-4187-854a-b46b9846d6ef tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0510225 Mar 23 21:28:44.965635 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-293f3b2d-8d1c-4e23-a6f5-3b321ebacca0 req-eb774007-62ea-4287-aaa5-af89df25ba69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450106 Mar 23 21:28:46.041748 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52c2ea54-d46e-457f-a218-04b0c30bd531 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:28:46.064656 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 52c2ea54-d46e-457f-a218-04b0c30bd531 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:28:46.065033 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 52c2ea54-d46e-457f-a218-04b0c30bd531 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:28:46.103848 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d4d2f-3e74-4de9-9550-b164c58d406e req-c0883d76-1a00-4233-b8b5-8d22cd5142b1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:46.105340 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e7d4d2f-3e74-4de9-9550-b164c58d406e req-c0883d76-1a00-4233-b8b5-8d22cd5142b1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0528834 Mar 23 21:28:46.152221 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1e7d4d2f-3e74-4de9-9550-b164c58d406e req-ebe6f4f2-4d83-4c10-a9ba-25886b1c936c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Mar 23 21:28:47.093577 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-2784d07e-40a2-4fbd-a403-450d674c470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:47.094966 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-2784d07e-40a2-4fbd-a403-450d674c470a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1127 time: 0.0431364 Mar 23 21:28:47.186302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-e01b2a48-3538-4908-9f92-4c4e14e5b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:47.187883 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-e01b2a48-3538-4908-9f92-4c4e14e5b495 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.0869038 Mar 23 21:28:47.230435 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-1f6527cb-bb2b-4981-b0c5-8d81bdff886a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 200 len: 217 time: 0.0359662 Mar 23 21:28:47.303569 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-b929c6c9-9dd1-4806-8779-db0e24cf2ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:47.304989 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-b929c6c9-9dd1-4806-8779-db0e24cf2ff2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0676048 Mar 23 21:28:47.316047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcc609-9b38-409b-9aa3-4b7ee3b2b591 req-0bb19f99-a80f-451b-a308-889c06a688e1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:47.317422 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7edcc609-9b38-409b-9aa3-4b7ee3b2b591 req-0bb19f99-a80f-451b-a308-889c06a688e1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0902598 Mar 23 21:28:47.392925 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7edcc609-9b38-409b-9aa3-4b7ee3b2b591 req-148892b2-0bdb-4301-918c-f845d7013738 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675333 Mar 23 21:28:47.395809 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-881d614b-09e9-4ca2-b5c7-5b22f8529178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:47.397068 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-881d614b-09e9-4ca2-b5c7-5b22f8529178 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787833 Mar 23 21:28:47.487431 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-a6acca0e-d1b4-4a0f-832e-c1005e7d9a07 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830641 Mar 23 21:28:48.429411 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-955828b4-fe29-466d-9150-0f7361c8a5ae req-54ff90ea-faf4-4081-aae6-875ed334a487 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857365 Mar 23 21:28:48.508925 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e892260-b783-4633-aae5-d1ab385b40eb req-d5ee6402-81af-4966-bb17-ad70691c86ad tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:48.510394 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e892260-b783-4633-aae5-d1ab385b40eb req-d5ee6402-81af-4966-bb17-ad70691c86ad tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0515110 Mar 23 21:28:48.559170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2e892260-b783-4633-aae5-d1ab385b40eb req-da6436db-dd1e-4e1d-814c-a6dcc5704f8c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432653 Mar 23 21:28:49.677945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed9b8c-7e44-4d11-a1f6-0a542c7673f3 req-9be370a0-4956-484d-9cf2-c5d6b89ba3b7 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:49.679464 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eed9b8c-7e44-4d11-a1f6-0a542c7673f3 req-9be370a0-4956-484d-9cf2-c5d6b89ba3b7 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0552204 Mar 23 21:28:49.727317 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eed9b8c-7e44-4d11-a1f6-0a542c7673f3 req-c970b4e4-5394-4427-8887-c5addc40433a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417006 Mar 23 21:28:50.842680 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac5a70-84f2-451b-b192-46a449ad5512 req-5f015155-8767-4688-b18d-2c62875862b0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:50.844166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7bac5a70-84f2-451b-b192-46a449ad5512 req-5f015155-8767-4688-b18d-2c62875862b0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0520382 Mar 23 21:28:50.890703 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7bac5a70-84f2-451b-b192-46a449ad5512 req-b8e033f5-2799-4b66-9ff2-7879a91295e2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410914 Mar 23 21:28:52.015832 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9958ada-d674-4c36-99e0-526fd7b37486 req-927469e6-414d-402a-9023-6a11b134ad33 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:52.017343 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9958ada-d674-4c36-99e0-526fd7b37486 req-927469e6-414d-402a-9023-6a11b134ad33 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0546470 Mar 23 21:28:52.064882 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a9958ada-d674-4c36-99e0-526fd7b37486 req-45c33fe3-5bcb-41d3-ba5e-1173ccf1a058 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418572 Mar 23 21:28:53.137016 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:53.179905 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4446bb-4f22-4128-9a17-175b49950c10 req-91e7d9fb-6569-4f4f-9c38-b26bb332dd5c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:53.181983 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b4446bb-4f22-4128-9a17-175b49950c10 req-91e7d9fb-6569-4f4f-9c38-b26bb332dd5c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0512648 Mar 23 21:28:53.229211 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9b4446bb-4f22-4128-9a17-175b49950c10 req-3c1b0d8d-d325-4d7f-adab-6ba3bf450fd3 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415323 Mar 23 21:28:53.423151 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:28:54.343759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2579e59-971c-4b91-8523-996f00428d62 req-d9017e5f-93c6-4c31-9e43-87ca15c31653 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:54.345197 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f2579e59-971c-4b91-8523-996f00428d62 req-d9017e5f-93c6-4c31-9e43-87ca15c31653 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0506449 Mar 23 21:28:54.394389 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f2579e59-971c-4b91-8523-996f00428d62 req-da8c2dd8-1266-4f3c-9c72-59fdd8b999ea tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437961 Mar 23 21:28:55.506160 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0331ce-0c66-42bf-b4fd-731c1b8615b1 req-0c12edc4-b18f-46d2-b09d-749edcbc4860 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:55.507578 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e0331ce-0c66-42bf-b4fd-731c1b8615b1 req-0c12edc4-b18f-46d2-b09d-749edcbc4860 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Mar 23 21:28:55.554571 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0e0331ce-0c66-42bf-b4fd-731c1b8615b1 req-53c9c4d4-3b4a-473b-a5bc-f866e30b8cb2 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410905 Mar 23 21:28:56.015331 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a88a0cec-b1c2-49fa-b692-deef0a6e4a7f details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:28:56.110450 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:28:56.122228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'port_id': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'mac_address': 'fa:16:3e:83:1f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:28:56.158231 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:28:56.158632 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:56.171877 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88a0cec-b1c2-49fa-b692-deef0a6e4a7f {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:28:56.191782 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:28:56.325590 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:56.370610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:28:56.377399 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.382378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:28:56.670413 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac0189-e0d8-4bfe-9813-7cc1dcb228b6 req-a35a83e4-33dd-4167-a96a-ebb03655bacd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:56.671844 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13ac0189-e0d8-4bfe-9813-7cc1dcb228b6 req-a35a83e4-33dd-4167-a96a-ebb03655bacd tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 944 time: 0.0517263 Mar 23 21:28:56.719594 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-13ac0189-e0d8-4bfe-9813-7cc1dcb228b6 req-ea499027-49b2-4757-a1b1-243dff84ea3d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Mar 23 21:28:57.191102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:28:57.838725 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8d63-3e52-4ee3-a3a2-3dc3d09cb134 req-e31f68a4-8433-4c8b-8fa6-82784c707cfa tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:57.840195 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d75f8d63-3e52-4ee3-a3a2-3dc3d09cb134 req-e31f68a4-8433-4c8b-8fa6-82784c707cfa tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 944 time: 0.0550246 Mar 23 21:28:57.891035 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d75f8d63-3e52-4ee3-a3a2-3dc3d09cb134 req-e81ab050-b80f-4c7f-bd26-fa6a15f111f1 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Mar 23 21:28:58.322686 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-eb6cacb2-4862-4b04-bc65-53811d4de4c5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:58.324043 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-eb6cacb2-4862-4b04-bc65-53811d4de4c5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/networks?id=a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 200 len: 813 time: 0.0969179 Mar 23 21:28:58.339075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-5ec3f6ea-3fa2-466a-b6ea-633b830e66fe tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/quotas/20aa6e851b5e4b4f81996d305cf60f78 HTTP/1.1" status: 200 len: 375 time: 0.0088680 Mar 23 21:28:58.373448 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-5b031d36-0a4b-4747-90cc-cbbafc5df3ed tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289834 Mar 23 21:28:58.459527 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-3da158ca-9542-4829-8149-4cad05c1006a service neutron] 10.222.0.35 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793736 Mar 23 21:28:58.811228 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-de5c2568-a8ab-4ee6-bed2-c3d1561ff715 service neutron] 10.222.0.35 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459501 Mar 23 21:28:59.021656 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f615a-354d-46d7-99d4-9f6827d65bba req-e83fd910-7306-4f35-840c-9655bad71b69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:28:59.026593 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a67f615a-354d-46d7-99d4-9f6827d65bba req-e83fd910-7306-4f35-840c-9655bad71b69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 944 time: 0.0664222 Mar 23 21:28:59.106477 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a67f615a-354d-46d7-99d4-9f6827d65bba req-691dbb21-9344-4a7c-a874-0c692293784c tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770049 Mar 23 21:28:59.109059 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5b41e3b8-5470-4b8d-b899-81776bdd8423 req-71fc1e1d-9f93-4e91-ad89-47df729af41e tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 210 time: 0.0588787 Mar 23 21:28:59.554127 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a88a0cec-b1c2-49fa-b692-deef0a6e4a7f up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:28:59.654254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:28:59.658543 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:28:59.658951 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:59.734948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:28:59.735344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:59.758021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:28:59.760226 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc99f994-cec7-4687-9617-820470937515" -d '{"events": [{"server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "name": "network-vif-plugged", "status": "completed", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:28:59.777178 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:28:59.797777 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea994f-bd50-4dcc-8e48-2df9986f2388 x-openstack-request-id: req-fcea994f-bd50-4dcc-8e48-2df9986f2388 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:28:59.798097 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "name": "network-vif-plugged", "status": "completed", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:28:59.798354 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fcea994f-bd50-4dcc-8e48-2df9986f2388 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:28:59.798756 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcea994f-bd50-4dcc-8e48-2df9986f2388'] response: {'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'code': 200} Mar 23 21:28:59.851151 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:28:59.898179 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:00.251901 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-7cd7e190-7d9f-48fe-a220-fe1d594647c3 req-de0105ae-3881-41ab-90af-73a7e4d481fc tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 210 time: 0.0698388 Mar 23 21:29:00.279590 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3998bbe-596e-4299-81b1-45ca40814deb req-b395eb07-1a41-4699-98a0-ae447ec21d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:00.281143 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3998bbe-596e-4299-81b1-45ca40814deb req-b395eb07-1a41-4699-98a0-ae447ec21d50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1129 time: 0.0890465 Mar 23 21:29:00.291779 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5da31-107e-4844-b2a4-faaa6754f05d req-e3eed4e0-3da5-4e62-85d4-8f6ed71a0b92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:00.293180 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-25c5da31-107e-4844-b2a4-faaa6754f05d req-e3eed4e0-3da5-4e62-85d4-8f6ed71a0b92 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.1020463 Mar 23 21:29:00.363201 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3998bbe-596e-4299-81b1-45ca40814deb req-be3d2652-8c67-402f-b42d-2727afc2652a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688448 Mar 23 21:29:00.367865 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-25c5da31-107e-4844-b2a4-faaa6754f05d req-4d073dd0-8192-4c00-9314-40e298412918 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683532 Mar 23 21:29:01.352330 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d9cc3800-08d7-4fd3-a671-bc51fff3df7b req-ea1a0feb-e9ef-448a-98f6-9c85fb079e25 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 210 time: 0.0305555 Mar 23 21:29:01.478419 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-cbff9919-4d4e-4bd7-89e6-b3bcbed2f221 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:01.479741 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-cbff9919-4d4e-4bd7-89e6-b3bcbed2f221 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "GET /v2.0/networks?id=a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 200 len: 813 time: 0.1265719 Mar 23 21:29:01.500120 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Request body: {'port': {'device_id': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7', 'admin_state_up': True, 'tenant_id': '20aa6e851b5e4b4f81996d305cf60f78'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:01.551850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c9fb-399d-4c1d-af1d-33e72b782a8a req-7397c045-d0f2-4f55-b4e9-62140a68bf4e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:01.553332 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69f2c9fb-399d-4c1d-af1d-33e72b782a8a req-7397c045-d0f2-4f55-b4e9-62140a68bf4e tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.1144700 Mar 23 21:29:01.630507 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69f2c9fb-399d-4c1d-af1d-33e72b782a8a req-12030994-c076-418e-9b19-f01b4fe3f230 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693607 Mar 23 21:29:01.742674 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Made reservation on behalf of 20aa6e851b5e4b4f81996d305cf60f78 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:01.746124 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:01.871090 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Allocated IP 172.20.0.4 (a7f36cda-e753-42d7-bb11-adae0fc567e7/71b7f40f-a1eb-47d4-9c32-1b072e014701/a380808a-f107-41c1-91ff-ae7998dd4d15) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:02.009417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks [] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:02.165889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:02.211413 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Network a7f36cda-e753-42d7-bb11-adae0fc567e7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:02.214525 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:02.221621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:02.244417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Pushing event updated for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:02.271002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:02.271550 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:02.359333 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-c1775f1c-bf02-41a9-b9c9-bd377c38a40a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8681028 Mar 23 21:29:02.468440 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271608d4-4adb-4b4a-a93e-a95922f41047 req-d4412a8c-3e7e-40b9-9751-3c2dbc1e894d tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:02.469932 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-271608d4-4adb-4b4a-a93e-a95922f41047 req-d4412a8c-3e7e-40b9-9751-3c2dbc1e894d tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 931 time: 0.0523643 Mar 23 21:29:02.515379 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-271608d4-4adb-4b4a-a93e-a95922f41047 req-4d22c1f6-de5c-4f62-801a-1eb9effee472 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399368 Mar 23 21:29:02.754476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8ee48-5344-4120-93cd-71bd993e1e69 req-16b6764e-2f5a-48ac-bc6f-c6425088a71d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:02.755999 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aff8ee48-5344-4120-93cd-71bd993e1e69 req-16b6764e-2f5a-48ac-bc6f-c6425088a71d tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.0559399 Mar 23 21:29:02.803892 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aff8ee48-5344-4120-93cd-71bd993e1e69 req-d226a8b2-7d25-4bbc-be5f-70b18cd90204 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422950 Mar 23 21:29:02.915755 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f625-c395-445c-bf2e-24d1d0975121 req-2752471b-414c-4117-8bac-815d9570fa46 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:02.917202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c963f625-c395-445c-bf2e-24d1d0975121 req-2752471b-414c-4117-8bac-815d9570fa46 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.0508857 Mar 23 21:29:02.964507 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c963f625-c395-445c-bf2e-24d1d0975121 req-7dad8ff0-0ba9-4968-a620-d67f9d343ce6 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409811 Mar 23 21:29:02.992882 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50832) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:03.033867 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac0fe8-42cd-45d4-bc88-578347a955ae tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:03.035362 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-18ac0fe8-42cd-45d4-bc88-578347a955ae tempest-TestVolumeBootPattern-1150681407 tempest-TestVolumeBootPattern-1150681407-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1124 time: 0.0414743 Mar 23 21:29:03.038046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50834) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:03.042151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'port_id': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:03.127587 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:03.223701 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:03.328342 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Allocated IP 172.27.0.110 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/0b1ca657-c237-4641-8835-531a457c75d1) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:03.424162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (0b1ca657-c237-4641-8835-531a457c75d1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:03.502542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (0b1ca657-c237-4641-8835-531a457c75d1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:03.537978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:03.540810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:03.544644 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:03.579379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=0b1ca657-c237-4641-8835-531a457c75d1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:03.684385 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d349320-4e58-43bf-a541-e760e7753656 req-a00b3256-2e6f-409c-86cb-ad235db95b56 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:03.686298 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d349320-4e58-43bf-a541-e760e7753656 req-a00b3256-2e6f-409c-86cb-ad235db95b56 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 931 time: 0.1034379 Mar 23 21:29:03.807904 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0d349320-4e58-43bf-a541-e760e7753656 req-576b32b8-8bf4-4a51-b04a-36880c943225 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151621 Mar 23 21:29:03.973397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (1559d033-ddaa-4690-bdb2-379c01cd21ef), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.057833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-969d6953-d0f3-4902-954f-993263c1aa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.113992 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0b1ca657-c237-4641-8835-531a457c75d1), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.263422 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for port (0b1ca657-c237-4641-8835-531a457c75d1), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.335146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Request body: {'port': {'device_id': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:04.357215 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (0b1ca657-c237-4641-8835-531a457c75d1), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.458661 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event updated for resources: {'Port': ['ID=0b1ca657-c237-4641-8835-531a457c75d1,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:04.470379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.473515 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (1559d033-ddaa-4690-bdb2-379c01cd21ef), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:04.664753 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP 1559d033-ddaa-4690-bdb2-379c01cd21ef associated. External IP: 172.27.0.110, port: a88a0cec-b1c2-49fa-b692-deef0a6e4a7f. Mar 23 21:29:05.003499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a380808a-f107-41c1-91ff-ae7998dd4d15 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:29:05.014933 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks [] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.039640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5785b9-e3b3-4ffb-9598-f0bf7ff44543 req-40a9050c-0b75-4f95-90b0-c487e38d4a9c tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:05.041132 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af5785b9-e3b3-4ffb-9598-f0bf7ff44543 req-40a9050c-0b75-4f95-90b0-c487e38d4a9c tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 931 time: 0.1610773 Mar 23 21:29:05.050290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Transition to ACTIVE for port object a380808a-f107-41c1-91ff-ae7998dd4d15 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:29:05.066058 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:29:05.155746 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.460274 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af5785b9-e3b3-4ffb-9598-f0bf7ff44543 req-3aac783d-098c-4919-8d87-baf6218052b7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110992 Mar 23 21:29:05.506962 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:05.552414 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:29:05.563686 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:29:05.573085 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:05.573800 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:28:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:05.590937 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Attempting to bind port a380808a-f107-41c1-91ff-ae7998dd4d15 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:05.591264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Attempting to bind port a380808a-f107-41c1-91ff-ae7998dd4d15 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:05.591593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Attempting to bind port a380808a-f107-41c1-91ff-ae7998dd4d15 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:05.595913 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Port a380808a-f107-41c1-91ff-ae7998dd4d15 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:29:05.596235 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Attempting to bind port a380808a-f107-41c1-91ff-ae7998dd4d15 on network a7f36cda-e753-42d7-bb11-adae0fc567e7 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:05.601100 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:05.601442 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Checking segment: {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:05.601830 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Bound using segment: {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:05.602252 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Bound port: a380808a-f107-41c1-91ff-ae7998dd4d15, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3760f8ee-a002-43b4-8a8c-32393b2057b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:05.602607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.661320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.682096 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:05.690802 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:05.718327 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5ea748b2-046a-4e03-b791-9a6aedc49d19 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6655929 Mar 23 21:29:05.718327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a380808a-f107-41c1-91ff-ae7998dd4d15,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:05.718327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:29:05.718327 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bc59ee-d457-4e46-90fd-bbe94d50b56f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:29:05.747686 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae5cd64-8dc3-49a7-9275-0315878188ec x-openstack-request-id: req-3ae5cd64-8dc3-49a7-9275-0315878188ec {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:29:05.747984 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:29:05.748663 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3ae5cd64-8dc3-49a7-9275-0315878188ec {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:29:05.748663 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae5cd64-8dc3-49a7-9275-0315878188ec'] response: {'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'status': 'completed', 'code': 200} Mar 23 21:29:05.816435 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.819557 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-04a4bb68-88e4-43bf-83c4-1756e5780d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:05.821150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-04a4bb68-88e4-43bf-83c4-1756e5780d0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1129 time: 0.0520194 Mar 23 21:29:05.859147 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:05.859765 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:05.861173 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/a380808a-f107-41c1-91ff-ae7998dd4d15 HTTP/1.1" status: 200 len: 1093 time: 1.5304425 Mar 23 21:29:05.920575 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1559d033-ddaa-4690-bdb2-379c01cd21ef', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:83:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:29:03Z', 'updated_at': '2022-03-23T21:29:03Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}, {'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:05.939494 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b45985-2810-4846-9abf-b841e43dd1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:05.948503 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:29:05.959969 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:05.960838 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:28:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:05.961476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-1df81ff6-fe21-43ee-ae3c-2322948d79f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:05.963217 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-1df81ff6-fe21-43ee-ae3c-2322948d79f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.1338892 Mar 23 21:29:06.070161 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-6bfce82d-2292-453b-817e-b4173eddaa9f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 200 len: 999 time: 0.1005318 Mar 23 21:29:06.087980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-4e2affb4-f874-4d70-bb0f-2b689528dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:06.089449 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-4e2affb4-f874-4d70-bb0f-2b689528dc00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 1127 time: 0.0802903 Mar 23 21:29:06.091355 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:06.148502 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-1b452231-6122-4627-9601-4b1a0d4192e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a380808a-f107-41c1-91ff-ae7998dd4d15 HTTP/1.1" status: 200 len: 217 time: 0.0400033 Mar 23 21:29:06.167421 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-7f6db7a4-b5cd-4243-ad11-885fa408fa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:06.169772 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-7f6db7a4-b5cd-4243-ad11-885fa408fa50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0913928 Mar 23 21:29:06.238184 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-ebe9b015-11cc-4604-89f7-7c1c63ff441a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:06.239697 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-ebe9b015-11cc-4604-89f7-7c1c63ff441a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b7f40f-a1eb-47d4-9c32-1b072e014701 HTTP/1.1" status: 200 len: 853 time: 0.0846875 Mar 23 21:29:06.275279 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-ff5d7374-974e-4592-814e-ef55847cda6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7f36cda-e753-42d7-bb11-adae0fc567e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288954 Mar 23 21:29:06.277364 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-24a26643-4832-4550-884a-1b4c981b2723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:06.279264 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-24a26643-4832-4550-884a-1b4c981b2723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0917666 Mar 23 21:29:06.315289 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3fdb9a92-9d36-4cb2-a83f-6a9c58d7d6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:06.442626 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-79c3a2de-30cd-4e24-abac-67f3ec54a3f2 service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559126 Mar 23 21:29:06.444566 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-cc4cece2-557c-4540-9c5e-e9eb24cc832f service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568375 Mar 23 21:29:06.468401 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1559d033-ddaa-4690-bdb2-379c01cd21ef', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:83:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:29:03Z', 'updated_at': '2022-03-23T21:29:03Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}, {'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:06.495160 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed75c9e-d672-4796-b8fb-33d9da3225c2 None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1559d033-ddaa-4690-bdb2-379c01cd21ef', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.110', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:83:1f:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:29:03Z', 'updated_at': '2022-03-23T21:29:03Z', 'revision_number': 0, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}, {'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:29:06.651778 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d53517e3-4225-4a21-a1b7-68b35a81cd72 req-f1c1ad63-c38e-4c92-b151-d23213228f8b service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974220 Mar 23 21:29:06.659844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2ce2e-12df-4eaf-969e-7818d59667a0 req-d057a856-7518-411f-b661-9051bb1c52ab tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:06.661390 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ed2ce2e-12df-4eaf-969e-7818d59667a0 req-d057a856-7518-411f-b661-9051bb1c52ab tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 943 time: 0.1236367 Mar 23 21:29:06.663291 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-64bc59ee-d457-4e46-90fd-bbe94d50b56f req-850e0d98-fbc6-4434-9578-d4e175f3983a service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082043 Mar 23 21:29:06.692367 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeacc661-63b2-46f7-9666-ef7f76e5cd49 None None] New status for floating IP 1559d033-ddaa-4690-bdb2-379c01cd21ef: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:29:06.712483 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2ed2ce2e-12df-4eaf-969e-7818d59667a0 req-40a9e908-7358-4ea0-ae20-a3fcefc72a8d tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443892 Mar 23 21:29:07.662597 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:07.750232 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:29:07.752595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c" -d '{"events": [{"name": "network-changed", "server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:29:07.792899 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bfc2d5-4c03-4ac6-b359-59569944d1bd x-openstack-request-id: req-02bfc2d5-4c03-4ac6-b359-59569944d1bd {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:29:07.793202 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:29:07.793452 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-02bfc2d5-4c03-4ac6-b359-59569944d1bd {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:29:07.794256 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bfc2d5-4c03-4ac6-b359-59569944d1bd'] response: {'name': 'network-changed', 'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15', 'status': 'completed', 'code': 200} Mar 23 21:29:07.872488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4eca2a-581c-4d9e-b853-fb8aa707ea5f req-b01619b7-fc1c-4301-af24-d4b2700b5244 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:07.873988 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d4eca2a-581c-4d9e-b853-fb8aa707ea5f req-b01619b7-fc1c-4301-af24-d4b2700b5244 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 943 time: 0.0904322 Mar 23 21:29:07.881247 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-d65da2c0-c61b-45eb-9f0c-cd8a42cd6ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:07.882659 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-d65da2c0-c61b-45eb-9f0c-cd8a42cd6ed1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 1127 time: 0.0665724 Mar 23 21:29:07.969605 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d4eca2a-581c-4d9e-b853-fb8aa707ea5f req-81d9ea06-52cf-418f-8927-798020ecdb0a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859983 Mar 23 21:29:08.000793 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-24eb17ec-794f-4588-ad08-aa615c2f5fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:08.002311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-24eb17ec-794f-4588-ad08-aa615c2f5fdc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 200 len: 914 time: 0.1065173 Mar 23 21:29:08.045929 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-b47804ad-24f0-41a2-8030-ddd6b785627a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a380808a-f107-41c1-91ff-ae7998dd4d15 HTTP/1.1" status: 200 len: 217 time: 0.0371740 Mar 23 21:29:08.092619 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-01df59ef-bb78-4bae-be67-020ff86d6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:08.095159 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-01df59ef-bb78-4bae-be67-020ff86d6d4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71b7f40f-a1eb-47d4-9c32-1b072e014701 HTTP/1.1" status: 200 len: 853 time: 0.0422626 Mar 23 21:29:08.123606 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-92c18982-0982-4e25-826d-4f7db9cabc33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7f36cda-e753-42d7-bb11-adae0fc567e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238931 Mar 23 21:29:08.212421 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-de2a2c78-23bc-4097-a6be-c4b9299bcb19 service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826604 Mar 23 21:29:08.302381 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa6f58ec-dbd9-43df-b3f4-d9c8cdcd066c req-ded01b01-ace8-44a8-ab3d-264a21966a3d service neutron] 10.222.0.24 "GET /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832040 Mar 23 21:29:09.093940 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a49e5f-7240-4894-8191-40ba7c5efa72 req-504259fe-7257-42a8-a184-cdd2a58afe70 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:09.095432 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1a49e5f-7240-4894-8191-40ba7c5efa72 req-504259fe-7257-42a8-a184-cdd2a58afe70 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 943 time: 0.0532146 Mar 23 21:29:09.125752 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:09.141900 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b1a49e5f-7240-4894-8191-40ba7c5efa72 req-479c1e43-2a1d-4267-9c75-4aca72d21f03 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408146 Mar 23 21:29:10.262287 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f0272-7aae-4b23-8e87-611f7b069bd2 req-5da75719-de33-4109-8884-bd32735235e5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:10.263730 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac3f0272-7aae-4b23-8e87-611f7b069bd2 req-5da75719-de33-4109-8884-bd32735235e5 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 943 time: 0.0563262 Mar 23 21:29:10.309004 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac3f0272-7aae-4b23-8e87-611f7b069bd2 req-628d3356-7d6e-4f80-a842-f8c2d3e384be tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Mar 23 21:29:10.365623 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a380808a-f107-41c1-91ff-ae7998dd4d15 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:29:10.419481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50904) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:10.464238 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a380808a-f107-41c1-91ff-ae7998dd4d15,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:10.486884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': 'a380808a-f107-41c1-91ff-ae7998dd4d15', 'network_id': 'a7f36cda-e753-42d7-bb11-adae0fc567e7', 'port_id': 'a380808a-f107-41c1-91ff-ae7998dd4d15', 'mac_address': 'fa:16:3e:fe:78:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71b7f40f-a1eb-47d4-9c32-1b072e014701', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:29:10.523290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5c6667c-d820-4be8-9d88-d37804ee6285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.524372 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a380808a-f107-41c1-91ff-ae7998dd4d15 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:10.524766 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.538056 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a380808a-f107-41c1-91ff-ae7998dd4d15 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:29:10.558553 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a380808a-f107-41c1-91ff-ae7998dd4d15,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:10.576946 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.597243 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5c6667c-d820-4be8-9d88-d37804ee6285 admin admin] Publish callbacks [] for security_group (54945365-b8ea-4a94-8fab-59f7a808e238), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.681775 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.710507 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d5c6667c-d820-4be8-9d88-d37804ee6285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (54945365-b8ea-4a94-8fab-59f7a808e238), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.731101 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:10.749610 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d5c6667c-d820-4be8-9d88-d37804ee6285 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b4b16b5c1d54bcfa7dcd04b2af85873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3290350 Mar 23 21:29:10.750499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6667c-d820-4be8-9d88-d37804ee6285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54945365-b8ea-4a94-8fab-59f7a808e238,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:10.752266 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 50908) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:10.803546 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] Publish callbacks [] for security_group (54945365-b8ea-4a94-8fab-59f7a808e238), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.823794 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] Publish callbacks [] for security_group (54945365-b8ea-4a94-8fab-59f7a808e238), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.938644 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['a380808a-f107-41c1-91ff-ae7998dd4d15'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:29:10.945025 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (54945365-b8ea-4a94-8fab-59f7a808e238), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.947660 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:10.951229 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54945365-b8ea-4a94-8fab-59f7a808e238 HTTP/1.1" status: 204 len: 168 time: 0.1954100 Mar 23 21:29:10.957394 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d7080c-1561-4c0e-b755-45484294b67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54945365-b8ea-4a94-8fab-59f7a808e238,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:11.427479 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffc01d-a424-4a8e-95c4-7ad2e2bd5184 req-4062e0fb-79db-4ab0-b4d9-c43807fc2227 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:11.428982 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcffc01d-a424-4a8e-95c4-7ad2e2bd5184 req-4062e0fb-79db-4ab0-b4d9-c43807fc2227 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 944 time: 0.0559599 Mar 23 21:29:11.474722 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcffc01d-a424-4a8e-95c4-7ad2e2bd5184 req-e734a68c-08a3-4c80-893b-2b261a766536 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Mar 23 21:29:12.375335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a380808a-f107-41c1-91ff-ae7998dd4d15 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:12.499060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port a380808a-f107-41c1-91ff-ae7998dd4d15 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:29:12.503042 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port a380808a-f107-41c1-91ff-ae7998dd4d15 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:12.503416 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:12.585042 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port a380808a-f107-41c1-91ff-ae7998dd4d15 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:12.585435 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:12.593516 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf511c-9b4c-4328-b6bc-9f9cb7d64fc2 req-9f2aff18-d9d8-46f8-bb85-d206ae72fc78 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:12.594998 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ffcf511c-9b4c-4328-b6bc-9f9cb7d64fc2 req-9f2aff18-d9d8-46f8-bb85-d206ae72fc78 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 944 time: 0.0555995 Mar 23 21:29:12.609424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:29:12.611642 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0c8b96-2849-42d5-bd56-404cf8fd7369" -d '{"events": [{"server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "name": "network-vif-plugged", "status": "completed", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:29:12.623533 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a380808a-f107-41c1-91ff-ae7998dd4d15,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:12.642478 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ffcf511c-9b4c-4328-b6bc-9f9cb7d64fc2 req-ef0b295d-f8e2-4312-aedd-7e547799341d tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416451 Mar 23 21:29:12.649015 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c634bb55-bd7c-49e5-a869-79eb2c9dc6e9 x-openstack-request-id: req-c634bb55-bd7c-49e5-a869-79eb2c9dc6e9 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:29:12.649313 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "name": "network-vif-plugged", "status": "completed", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:29:12.649569 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c634bb55-bd7c-49e5-a869-79eb2c9dc6e9 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:29:12.649975 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c634bb55-bd7c-49e5-a869-79eb2c9dc6e9'] response: {'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15', 'code': 200} Mar 23 21:29:12.751191 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:12.805648 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:13.014458 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8614581e-5d91-4d1e-81d8-e9055f3058b2 req-031d275b-1834-4676-b601-54d5a8d13dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:13.017805 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8614581e-5d91-4d1e-81d8-e9055f3058b2 req-031d275b-1834-4676-b601-54d5a8d13dd6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 1129 time: 0.0437791 Mar 23 21:29:13.065935 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8614581e-5d91-4d1e-81d8-e9055f3058b2 req-1f51add4-ad1c-47bb-85b3-07453ea3fe20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Mar 23 21:29:13.761710 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a605a7-4eca-4494-a737-4ebef2e56da6 req-8615278f-bd99-4b5a-8e15-ad89a9fb49ad tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:13.763166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7a605a7-4eca-4494-a737-4ebef2e56da6 req-8615278f-bd99-4b5a-8e15-ad89a9fb49ad tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 945 time: 0.0521047 Mar 23 21:29:13.808423 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f7a605a7-4eca-4494-a737-4ebef2e56da6 req-e99fd7f2-64ad-4e6b-b2ba-5ddbbbacc745 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Mar 23 21:29:14.926265 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a11900-e155-4229-bb62-e0cca603b000 req-95d74868-cc09-44fc-988d-7bd37968d1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:14.927768 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16a11900-e155-4229-bb62-e0cca603b000 req-95d74868-cc09-44fc-988d-7bd37968d1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 945 time: 0.0544007 Mar 23 21:29:14.974502 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16a11900-e155-4229-bb62-e0cca603b000 req-01c71f51-64b7-447e-a52c-afcbabac391f tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411162 Mar 23 21:29:16.766215 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 50996) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:16.868704 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1fb20917-fff4-4455-b0fb-586771b14e86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:16.942946 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1fb20917-fff4-4455-b0fb-586771b14e86 admin admin] Publish callbacks [] for security_group (6a4f55c0-6e65-4f22-8b9e-c634fa325f54), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.028097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1fb20917-fff4-4455-b0fb-586771b14e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6a4f55c0-6e65-4f22-8b9e-c634fa325f54), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.064490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb20917-fff4-4455-b0fb-586771b14e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4f55c0-6e65-4f22-8b9e-c634fa325f54,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:17.069871 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1fb20917-fff4-4455-b0fb-586771b14e86 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16454c0ccda44260952ae36fb61074cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017004 Mar 23 21:29:17.071785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51002) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:17.120371 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] Publish callbacks [] for security_group (6a4f55c0-6e65-4f22-8b9e-c634fa325f54), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.141233 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] Publish callbacks [] for security_group (6a4f55c0-6e65-4f22-8b9e-c634fa325f54), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.245135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (6a4f55c0-6e65-4f22-8b9e-c634fa325f54), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.247657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:17.249340 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a4f55c0-6e65-4f22-8b9e-c634fa325f54 HTTP/1.1" status: 204 len: 168 time: 0.1761055 Mar 23 21:29:17.256768 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13e6de-bae5-4977-bca9-be66af823f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4f55c0-6e65-4f22-8b9e-c634fa325f54,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:18.203223 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51026) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:18.301199 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-772510355-network', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:18.405032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Made reservation on behalf of f3b72c2ed9f047cb8b63f4aba99dbc75 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:18.407254 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.415340 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.488162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks [] for security_group (741f30f2-161a-43ad-9368-3f9b68d1e6df), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.567667 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (741f30f2-161a-43ad-9368-3f9b68d1e6df), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.591786 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:29:18.601343 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741f30f2-161a-43ad-9368-3f9b68d1e6df,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:18.605984 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7f722ea3-b11d-41dd-aaba-33e5b6eb834d), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.606330 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Added segment 7f722ea3-b11d-41dd-aaba-33e5b6eb834d of type vlan for network 089752da-2085-45c2-8441-9b460fcb6cb1 Mar 23 21:29:18.645490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (089752da-2085-45c2-8441-9b460fcb6cb1), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.721862 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (089752da-2085-45c2-8441-9b460fcb6cb1), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.722801 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:18.723380 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:18.779306 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] Pushing event updated for resources: {'Network': ['ID=089752da-2085-45c2-8441-9b460fcb6cb1,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:18.788956 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 089752da-2085-45c2-8441-9b460fcb6cb1 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:29:18.833351 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-386b5316-99bd-4dda-83c9-4c523a7e04fc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6289680 Mar 23 21:29:18.836312 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51030) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:18.841039 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Request body: {'subnet': {'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-772510355-subnet', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:18.919961 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Made reservation on behalf of f3b72c2ed9f047cb8b63f4aba99dbc75 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:18.922819 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.162096 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (ec028d57-2c32-4701-a18f-7a944e24041e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.221837 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec028d57-2c32-4701-a18f-7a944e24041e,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:19.228803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Checking segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:19.229194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Network hostable DHCP agents. Network: 089752da-2085-45c2-8441-9b460fcb6cb1, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:29:19.350282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Network 089752da-2085-45c2-8441-9b460fcb6cb1 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:29:19.418517 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 089752da-2085-45c2-8441-9b460fcb6cb1) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:19.423454 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:19.424045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.432704 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5351e5-7d8f-4648-a6df-0272ecef2b52 None None] Network 089752da-2085-45c2-8441-9b460fcb6cb1 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:29:19.513170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-12c70ef8-9a97-47b4-8b59-cbbe85242c81 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6757441 Mar 23 21:29:19.516060 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51036) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:19.520285 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:19.525544 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-089752da-2085-45c2-8441-9b460fcb6cb1', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:29:19.526489 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.625334 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.626400 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.660425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Allocated IP 172.20.0.2 (089752da-2085-45c2-8441-9b460fcb6cb1/ec028d57-2c32-4701-a18f-7a944e24041e/0a63f3e3-4de3-47dc-af27-86625e50a6f4) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:19.678002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for router_controller (26d8e1c6-73c9-468b-9f58-c9cee44b8148), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.802639 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks [] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.880404 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.893945 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for router_gateway (26d8e1c6-73c9-468b-9f58-c9cee44b8148), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.925557 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Network 089752da-2085-45c2-8441-9b460fcb6cb1 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:19.931328 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:19.934835 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:19.941856 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Pushing event updated for resources: {'Port': ['ID=0a63f3e3-4de3-47dc-af27-86625e50a6f4,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:19.991464 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Attempting to bind port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:19.991828 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Attempting to bind port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:19.992219 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Attempting to bind port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 on network 089752da-2085-45c2-8441-9b460fcb6cb1 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:19.997173 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:19.997545 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Checking segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:19.997942 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:19.998335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Bound using segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:19.998827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Bound port: 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:19.999199 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.063973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] For port 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:20.067143 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] For port 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0a63f3e3-4de3-47dc-af27-86625e50a6f4,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:20.164770 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for router_gateway (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.173905 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.187130 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.243115 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976faa8e-4454-4a8f-a81e-425074419ab7 None None] Pushing event updated for resources: {'Port': ['ID=0a63f3e3-4de3-47dc-af27-86625e50a6f4,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:20.310235 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Allocated IP 172.27.0.120 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/a263137e-0e20-4677-9915-0c517b3a33ed) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:20.426472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for port (a263137e-0e20-4677-9915-0c517b3a33ed), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.516861 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:20.555087 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:20.557941 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:20.563456 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:20.568936 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=a263137e-0e20-4677-9915-0c517b3a33ed,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:21.143199 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for router_gateway (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.167673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f521ec-3c3b-48b6-924d-7ec2e9fdeb68 None None] Network 089752da-2085-45c2-8441-9b460fcb6cb1 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:29:21.274705 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Provisioning complete for port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:21.274988 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.365289 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Current status of the port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:21.365575 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.367011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.409276 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] For port 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0a63f3e3-4de3-47dc-af27-86625e50a6f4,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:21.485404 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.533554 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ead33-e688-4b73-af9b-9b7a80df055d None None] Pushing event updated for resources: {'Port': ['ID=0a63f3e3-4de3-47dc-af27-86625e50a6f4,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:21.570802 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:29:21.609005 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-714560c3-0581-4b5c-ae7c-453a0486757e None None] Provisioning complete for port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:21.609381 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-714560c3-0581-4b5c-ae7c-453a0486757e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.680395 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:29:21.686146 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-714560c3-0581-4b5c-ae7c-453a0486757e None None] Current status of the port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:21.691223 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Sync routers for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:29:21.700337 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:21.700972 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:21.767936 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:21.769229 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-64ed774f-0a25-45d6-ad60-1df32721e9d4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2521534 Mar 23 21:29:21.771972 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51042) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:21.807337 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:21.995618 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:20Z', 'revision_number': 3, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:22.022993 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Checking router: 26d8e1c6-73c9-468b-9f58-c9cee44b8148 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:29:22.023353 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Updating router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 port a263137e-0e20-4677-9915-0c517b3a33ed binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:29:22.044089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0a63f3e3-4de3-47dc-af27-86625e50a6f4 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:22.082335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.184947 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:22.185663 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.189813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.344735 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:22.352638 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Allocated IP 172.20.0.1 (089752da-2085-45c2-8441-9b460fcb6cb1/ec028d57-2c32-4701-a18f-7a944e24041e/428dcdd9-bde4-446b-ae62-d561258e7dd5) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:22.416125 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks [] for port (a263137e-0e20-4677-9915-0c517b3a33ed), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.467050 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks [] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.485376 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.537628 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Attempting to bind port a263137e-0e20-4677-9915-0c517b3a33ed on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:22.539210 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Attempting to bind port a263137e-0e20-4677-9915-0c517b3a33ed by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:22.539210 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Attempting to bind port a263137e-0e20-4677-9915-0c517b3a33ed on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:22.546021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb459-d176-49db-8045-7954e2ae0eed None None] Pushing event updated for resources: {'Port': ['ID=a263137e-0e20-4677-9915-0c517b3a33ed,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:22.548435 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:22.548816 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:22.549242 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.549624 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:22.550100 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Bound port: a263137e-0e20-4677-9915-0c517b3a33ed, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:22.550481 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.601188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] For port a263137e-0e20-4677-9915-0c517b3a33ed, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:22.604155 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] For port a263137e-0e20-4677-9915-0c517b3a33ed, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a263137e-0e20-4677-9915-0c517b3a33ed,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:22.607625 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.644336 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Network 089752da-2085-45c2-8441-9b460fcb6cb1 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:22.647206 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:22.649684 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:22.682734 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Pushing event updated for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:22.696186 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.703407 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:22.772113 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:22.772665 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:22.774540 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eeb459-d176-49db-8045-7954e2ae0eed None None] Pushing event updated for resources: {'Port': ['ID=a263137e-0e20-4677-9915-0c517b3a33ed,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:22.935213 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.008258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-796cea07-54c9-49d9-af5b-15fc516bc8b9 None None] Provisioning complete for port 428dcdd9-bde4-446b-ae62-d561258e7dd5 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:23.008641 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-796cea07-54c9-49d9-af5b-15fc516bc8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.059161 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:23.060808 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-796cea07-54c9-49d9-af5b-15fc516bc8b9 None None] Port 428dcdd9-bde4-446b-ae62-d561258e7dd5 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:23.101300 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks [] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.190673 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.250203 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:20Z', 'revision_number': 3, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:23.257089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.261525 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Pushing event updated for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:23.276336 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd7ade-3b84-4e93-a946-4ec6ed2a12d8 None None] The sync data for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi is: [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:20Z', 'revision_number': 3, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:29:23.291034 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.358616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Network 089752da-2085-45c2-8441-9b460fcb6cb1 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:23.360141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:23.489239 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:29:23.622851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:29:23.628449 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b958043e-ae0e-42d6-8db2-e9931b76f771 admin admin] 10.222.0.35 "PUT /v2.0/routers/26d8e1c6-73c9-468b-9f58-c9cee44b8148/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554404 Mar 23 21:29:23.691160 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-03f2f18e-c826-498a-9f6a-a6efdb244353 None None] Provisioning complete for port 428dcdd9-bde4-446b-ae62-d561258e7dd5 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:23.691717 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-03f2f18e-c826-498a-9f6a-a6efdb244353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:23.729045 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-03f2f18e-c826-498a-9f6a-a6efdb244353 None None] Port 428dcdd9-bde4-446b-ae62-d561258e7dd5 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:24.027217 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a263137e-0e20-4677-9915-0c517b3a33ed up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:24.085035 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port a263137e-0e20-4677-9915-0c517b3a33ed triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:24.085463 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.165620 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port a263137e-0e20-4677-9915-0c517b3a33ed is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:24.166413 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.192110 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port a263137e-0e20-4677-9915-0c517b3a33ed, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a263137e-0e20-4677-9915-0c517b3a33ed,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:24.251480 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.301223 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=a263137e-0e20-4677-9915-0c517b3a33ed,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:24.478501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51066) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:24.483365 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-221422060-network', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:24.610927 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Made reservation on behalf of 00d4608aeea643cab4b54e3b0ad1b690 for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:24.613279 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.622421 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.696981 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks [] for security_group (87fa2df6-f04a-423c-a9b0-a31e3daad100), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.765538 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (87fa2df6-f04a-423c-a9b0-a31e3daad100), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.790402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:29:24.799378 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa2df6-f04a-423c-a9b0-a31e3daad100,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:24.806967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7b07d7aa-2f11-4656-92f8-541b035f1905), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.807508 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Added segment 7b07d7aa-2f11-4656-92f8-541b035f1905 of type vlan for network c1f8017c-fd38-488f-a626-f7f208802ec7 Mar 23 21:29:24.848264 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (c1f8017c-fd38-488f-a626-f7f208802ec7), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.884827 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Sync routers for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:29:24.892658 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:24.893285 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:24.933450 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (c1f8017c-fd38-488f-a626-f7f208802ec7), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.934433 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:24.935046 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:24.994724 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] Pushing event updated for resources: {'Network': ['ID=c1f8017c-fd38-488f-a626-f7f208802ec7,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:24.997725 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:25.004274 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network c1f8017c-fd38-488f-a626-f7f208802ec7 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:29:25.084349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-655e4e1e-2ba1-4bf6-85ed-e8dab6599a8e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6047444 Mar 23 21:29:25.087029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51070) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:25.091691 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Request body: {'subnet': {'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-221422060-subnet', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'ip_version': 4}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:25.184796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Made reservation on behalf of 00d4608aeea643cab4b54e3b0ad1b690 for: {'subnet': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:25.187679 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26489139'] for subnet (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.191577 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 2, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:25.221730 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Checking router: 26d8e1c6-73c9-468b-9f58-c9cee44b8148 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:29:25.222075 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Updating router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 port 428dcdd9-bde4-446b-ae62-d561258e7dd5 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:29:25.249312 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.416863 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2746459', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26489125'] for subnet (f854391d-056d-49e2-83f9-879b094a4d83), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.473663 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f854391d-056d-49e2-83f9-879b094a4d83,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:25.480640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Checking segment: {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:25.481032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Network hostable DHCP agents. Network: c1f8017c-fd38-488f-a626-f7f208802ec7, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:29:25.500497 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks [] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.567900 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Network c1f8017c-fd38-488f-a626-f7f208802ec7 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:29:25.605639 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.633694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, c1f8017c-fd38-488f-a626-f7f208802ec7) {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:25.638342 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:25.644593 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.645387 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec6fb18-b6fc-425a-af2a-359d6d1d806d None None] Network c1f8017c-fd38-488f-a626-f7f208802ec7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:29:25.654530 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Pushing event updated for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:25.666223 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.666579 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.666941 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.667297 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.667842 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.668171 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.668492 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.669137 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.669644 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.670145 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.670971 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.671316 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.671646 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.671960 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.672534 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:25.732011 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Attempting to bind port 428dcdd9-bde4-446b-ae62-d561258e7dd5 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:25.732382 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Attempting to bind port 428dcdd9-bde4-446b-ae62-d561258e7dd5 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:25.732748 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Attempting to bind port 428dcdd9-bde4-446b-ae62-d561258e7dd5 on network 089752da-2085-45c2-8441-9b460fcb6cb1 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:25.739472 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-1b0cc41b-d201-41eb-99b6-300ed8ac96dc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6514089 Mar 23 21:29:25.747191 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:25.753946 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Checking segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:25.754640 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51072) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:25.754749 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.754749 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Bound using segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:25.754749 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Bound port: 428dcdd9-bde4-446b-ae62-d561258e7dd5, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:25.754749 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.760385 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:25.773886 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-c1f8017c-fd38-488f-a626-f7f208802ec7', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:29:25.775046 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.821343 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] For port 428dcdd9-bde4-446b-ae62-d561258e7dd5, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:25.824781 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] For port 428dcdd9-bde4-446b-ae62-d561258e7dd5, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=428dcdd9-bde4-446b-ae62-d561258e7dd5,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:25.870468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.871562 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.902838 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.927868 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for router_controller (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), precommit_add_association {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:25.929953 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Allocated IP 172.20.0.2 (c1f8017c-fd38-488f-a626-f7f208802ec7/f854391d-056d-49e2-83f9-879b094a4d83/3a677712-2a54-4a51-841c-737931bd6991) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:25.989589 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:25.990467 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:25.993024 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7da8d-fc27-4055-8ad1-7d7f3c9ec747 None None] Pushing event updated for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:26.079457 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a263137e-0e20-4677-9915-0c517b3a33ed up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:26.121207 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:26.132702 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Provisioning complete for port 428dcdd9-bde4-446b-ae62-d561258e7dd5 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:26.133097 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.191504 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for router_gateway (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.195359 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks [] for port (3a677712-2a54-4a51-841c-737931bd6991), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.219799 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port a263137e-0e20-4677-9915-0c517b3a33ed triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:26.220086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.281267 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Current status of the port 428dcdd9-bde4-446b-ae62-d561258e7dd5 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:26.281584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.321405 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (3a677712-2a54-4a51-841c-737931bd6991), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.341489 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] For port 428dcdd9-bde4-446b-ae62-d561258e7dd5, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=428dcdd9-bde4-446b-ae62-d561258e7dd5,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:26.341750 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:25Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:26.370915 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26e9b0-f088-46db-a998-aa22a8a0b138 None None] The sync data for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi is: [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:25Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:29:26.379713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Network c1f8017c-fd38-488f-a626-f7f208802ec7 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:26.388128 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:26.395302 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:26.401960 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port a263137e-0e20-4677-9915-0c517b3a33ed is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:26.414869 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Pushing event updated for resources: {'Port': ['ID=3a677712-2a54-4a51-841c-737931bd6991,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:26.417594 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.539337 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Attempting to bind port 3a677712-2a54-4a51-841c-737931bd6991 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:26.539716 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Attempting to bind port 3a677712-2a54-4a51-841c-737931bd6991 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:26.540086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Attempting to bind port 3a677712-2a54-4a51-841c-737931bd6991 on network c1f8017c-fd38-488f-a626-f7f208802ec7 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:26.560494 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:26.560878 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Checking segment: {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:26.561849 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.562259 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Bound using segment: {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:26.564304 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Bound port: 3a677712-2a54-4a51-841c-737931bd6991, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:26.564304 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (3a677712-2a54-4a51-841c-737931bd6991), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.579226 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbc4f8-848d-4e83-b00d-ed68aae191d3 None None] Pushing event updated for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:26.608802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-905dac4d-ac3e-40bf-8ae2-44da90239f03 None None] Provisioning complete for port 428dcdd9-bde4-446b-ae62-d561258e7dd5 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:26.609240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-905dac4d-ac3e-40bf-8ae2-44da90239f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.675666 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] For port 3a677712-2a54-4a51-841c-737931bd6991, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:26.680640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] For port 3a677712-2a54-4a51-841c-737931bd6991, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=3a677712-2a54-4a51-841c-737931bd6991,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:26.726051 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-905dac4d-ac3e-40bf-8ae2-44da90239f03 None None] Current status of the port 428dcdd9-bde4-446b-ae62-d561258e7dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:26.762898 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (3a677712-2a54-4a51-841c-737931bd6991), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.785020 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for router_gateway (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.805110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:26.826080 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc9120-c096-4451-889e-47cc62d27c23 None None] Pushing event updated for resources: {'Port': ['ID=3a677712-2a54-4a51-841c-737931bd6991,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:26.928520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Allocated IP 172.27.0.113 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/5e92aeb0-e44e-445d-b4b2-1088c922c752) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:27.074424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.285634 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.325447 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:27.328617 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:27.334566 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:27.340282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Pushing event updated for resources: {'Port': ['ID=5e92aeb0-e44e-445d-b4b2-1088c922c752,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:27.372690 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.373072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.373418 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.373789 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.374122 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.374452 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.374775 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.375097 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.375419 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.375740 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.376064 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.376391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.376711 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.377067 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.377372 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:27.731842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for router_gateway (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.734530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aeea30-1c10-4b31-976e-a83eb6b23841 None None] Network c1f8017c-fd38-488f-a626-f7f208802ec7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:29:27.801595 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Provisioning complete for port 3a677712-2a54-4a51-841c-737931bd6991 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:27.801972 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (3a677712-2a54-4a51-841c-737931bd6991), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.925031 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Current status of the port 3a677712-2a54-4a51-841c-737931bd6991 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:27.925676 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (3a677712-2a54-4a51-841c-737931bd6991), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.934777 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:27.960473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] For port 3a677712-2a54-4a51-841c-737931bd6991, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=3a677712-2a54-4a51-841c-737931bd6991,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:28.059348 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (3a677712-2a54-4a51-841c-737931bd6991), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.113962 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 3a677712-2a54-4a51-841c-737931bd6991 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:28.167975 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633dc22-cfb2-4304-8afe-8c17623961aa None None] Pushing event updated for resources: {'Port': ['ID=3a677712-2a54-4a51-841c-737931bd6991,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:28.173417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:29:28.195460 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e189fefc-9bf8-44a8-aa04-141abd1f7cd6 None None] Provisioning complete for port 3a677712-2a54-4a51-841c-737931bd6991 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:28.195836 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e189fefc-9bf8-44a8-aa04-141abd1f7cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (3a677712-2a54-4a51-841c-737931bd6991), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.198514 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 3a677712-2a54-4a51-841c-737931bd6991 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:28.198878 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (3a677712-2a54-4a51-841c-737931bd6991), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.295783 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:29:28.315516 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Sync routers for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:29:28.350736 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 3a677712-2a54-4a51-841c-737931bd6991 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:28.351750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 428dcdd9-bde4-446b-ae62-d561258e7dd5 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:28.354614 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:28.355222 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:28.356780 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e189fefc-9bf8-44a8-aa04-141abd1f7cd6 None None] Current status of the port 3a677712-2a54-4a51-841c-737931bd6991 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:28.432645 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.434016 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-cbc9b8e4-b54c-48d3-864c-b07d78b33a5b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6772244 Mar 23 21:29:28.444833 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51086) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:28.616016 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 428dcdd9-bde4-446b-ae62-d561258e7dd5 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:28.616386 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.646441 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:28.815164 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 428dcdd9-bde4-446b-ae62-d561258e7dd5 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:28.865243 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:27Z', 'revision_number': 3, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:28.876630 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:28.891083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Checking router: b464c691-55b4-4b7c-bf7e-8884fe1d2b69 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:29:28.891433 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Updating router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 port 5e92aeb0-e44e-445d-b4b2-1088c922c752 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:29:28.917861 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.032851 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Allocated IP 172.20.0.1 (c1f8017c-fd38-488f-a626-f7f208802ec7/f854391d-056d-49e2-83f9-879b094a4d83/c21e226f-7f69-4539-83a4-f8b3ef808ca8) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:29.131669 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks [] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.166329 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks [] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.251014 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.273615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.288112 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Network c1f8017c-fd38-488f-a626-f7f208802ec7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:29.291071 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:29.298684 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:29.307694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Pushing event updated for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:29.330284 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Attempting to bind port 5e92aeb0-e44e-445d-b4b2-1088c922c752 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:29.330656 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Attempting to bind port 5e92aeb0-e44e-445d-b4b2-1088c922c752 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:29.331019 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Attempting to bind port 5e92aeb0-e44e-445d-b4b2-1088c922c752 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:29.332879 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27961f2-1680-4c86-aa93-1cb38543515a None None] Pushing event updated for resources: {'Port': ['ID=5e92aeb0-e44e-445d-b4b2-1088c922c752,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:29.338535 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:29.338906 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:29.339314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.339699 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:29.340153 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Bound port: 5e92aeb0-e44e-445d-b4b2-1088c922c752, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:29.340530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.353745 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.398599 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] For port 5e92aeb0-e44e-445d-b4b2-1088c922c752, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:29.401745 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] For port 5e92aeb0-e44e-445d-b4b2-1088c922c752, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=5e92aeb0-e44e-445d-b4b2-1088c922c752,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:29.493715 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.549687 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:29.550240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:29.557088 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.616466 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27961f2-1680-4c86-aa93-1cb38543515a None None] Pushing event updated for resources: {'Port': ['ID=5e92aeb0-e44e-445d-b4b2-1088c922c752,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:29.649946 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-99c458c1-15f5-43a8-98f3-9fa489d094d7 None None] Provisioning complete for port c21e226f-7f69-4539-83a4-f8b3ef808ca8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:29.650318 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-99c458c1-15f5-43a8-98f3-9fa489d094d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.704278 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:29.706152 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-99c458c1-15f5-43a8-98f3-9fa489d094d7 None None] Port c21e226f-7f69-4539-83a4-f8b3ef808ca8 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:29.719892 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks [] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.790406 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.859470 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:29.862031 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Pushing event updated for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:29.907343 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'c21e226f-7f69-4539-83a4-f8b3ef808ca8', 'name': '', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'mac_address': 'fa:16:3e:86:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:28Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 1, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'subnets': [{'id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:29.933503 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e8c02-2cb5-4b9b-9f42-ad6ea40cb725 None None] The sync data for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi is: [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'c21e226f-7f69-4539-83a4-f8b3ef808ca8', 'name': '', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'mac_address': 'fa:16:3e:86:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:28Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 1, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'subnets': [{'id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:29:29.954975 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Network c1f8017c-fd38-488f-a626-f7f208802ec7 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:29.956312 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:30.025388 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 3a677712-2a54-4a51-841c-737931bd6991 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:30.087283 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 3a677712-2a54-4a51-841c-737931bd6991 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:30.087673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (3a677712-2a54-4a51-841c-737931bd6991), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:30.088402 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:29:30.176365 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 3a677712-2a54-4a51-841c-737931bd6991 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:30.232875 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-878bdd28-e196-41c4-a3f9-7df3f39205f5 None None] Provisioning complete for port c21e226f-7f69-4539-83a4-f8b3ef808ca8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:30.233277 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-878bdd28-e196-41c4-a3f9-7df3f39205f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:30.233887 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:29:30.244764 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-65b18385-3192-4e2c-a165-245177ec7e3b admin admin] 10.222.0.35 "PUT /v2.0/routers/b464c691-55b4-4b7c-bf7e-8884fe1d2b69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7927277 Mar 23 21:29:30.284144 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-878bdd28-e196-41c4-a3f9-7df3f39205f5 None None] Port c21e226f-7f69-4539-83a4-f8b3ef808ca8 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:30.423380 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:29:30.775898 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51098) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:30.780631 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441780211', 'description': 'tempest-secgroup-smoke-441780211 description', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:30.874221 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:30.942992 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (571b915f-9a9c-4d27-ad5d-9df5e88f42ac), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.000146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (571b915f-9a9c-4d27-ad5d-9df5e88f42ac), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.028844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571b915f-9a9c-4d27-ad5d-9df5e88f42ac,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:31.089732 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.091082 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-97c58804-ce53-4d32-9b48-92725837be63 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3140659 Mar 23 21:29:31.095050 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51100) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:31.099578 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:31.189922 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (511c177a-3340-4cca-b9db-bb57f32b29b7), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.248766 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (511c177a-3340-4cca-b9db-bb57f32b29b7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.330671 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (511c177a-3340-4cca-b9db-bb57f32b29b7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.350312 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511c177a-3340-4cca-b9db-bb57f32b29b7,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:31.357309 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.357653 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.358524 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.358859 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.359190 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.359515 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.359835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.360187 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.360507 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.360823 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.361169 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.361487 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.361804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.362116 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.362429 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:29:31.424026 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.425259 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-03359811-a9dc-4266-a59d-cece8a657796 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291683 Mar 23 21:29:31.428031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51102) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:31.432345 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:31.524414 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (7c6d455d-456e-4bcd-ae35-56567c6478ff), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.578041 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (7c6d455d-456e-4bcd-ae35-56567c6478ff), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.708411 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (7c6d455d-456e-4bcd-ae35-56567c6478ff), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.727314 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6d455d-456e-4bcd-ae35-56567c6478ff,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:31.827258 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.828392 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0d63bcc3-ae4c-4f23-bc35-f96c3bcc9703 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3994005 Mar 23 21:29:31.831298 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51106) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:31.835580 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:31.929461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (8802c4a8-16b4-4f68-beb7-c163b36be2f6), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:31.985792 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (8802c4a8-16b4-4f68-beb7-c163b36be2f6), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.026128 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 5e92aeb0-e44e-445d-b4b2-1088c922c752 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:32.068195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (8802c4a8-16b4-4f68-beb7-c163b36be2f6), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.073348 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 5e92aeb0-e44e-445d-b4b2-1088c922c752 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:32.073730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.086626 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8802c4a8-16b4-4f68-beb7-c163b36be2f6,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:32.156032 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 5e92aeb0-e44e-445d-b4b2-1088c922c752 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:32.156415 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.169456 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.171239 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a8bcf896-6173-43bd-ae88-9ebb8d959825 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389592 Mar 23 21:29:32.173966 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51108) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:32.178424 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:32.182588 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 5e92aeb0-e44e-445d-b4b2-1088c922c752, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=5e92aeb0-e44e-445d-b4b2-1088c922c752,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:32.270373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.298910 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (8d443d98-fbaa-4c67-b3de-f243afa109e7), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.321457 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=5e92aeb0-e44e-445d-b4b2-1088c922c752,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:32.360964 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (8d443d98-fbaa-4c67-b3de-f243afa109e7), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.467602 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (8d443d98-fbaa-4c67-b3de-f243afa109e7), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.488514 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d443d98-fbaa-4c67-b3de-f243afa109e7,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:32.561445 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.562668 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9b28f37b-7d37-45ba-830a-b26765ffb577 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3875587 Mar 23 21:29:32.565330 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51114) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:32.569583 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:32.675885 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Project f3b72c2ed9f047cb8b63f4aba99dbc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:29:32.680779 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (a951f19f-bd86-46e0-9515-24a41b36773e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.738896 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (a951f19f-bd86-46e0-9515-24a41b36773e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.818552 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (a951f19f-bd86-46e0-9515-24a41b36773e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.835884 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a951f19f-bd86-46e0-9515-24a41b36773e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:32.928981 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:32.930144 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-2a70ffaf-3c61-4756-87f1-b9905728d321 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3638775 Mar 23 21:29:32.932799 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51118) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:29:32.937102 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'security_group_rule': {'security_group_id': '571b915f-9a9c-4d27-ad5d-9df5e88f42ac', 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:33.012757 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Project f3b72c2ed9f047cb8b63f4aba99dbc75 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:29:33.018137 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (5a5798ae-2c74-422c-82c9-b48dba3407cd), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:33.074792 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (5a5798ae-2c74-422c-82c9-b48dba3407cd), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:33.138601 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (5a5798ae-2c74-422c-82c9-b48dba3407cd), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:33.155515 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a5798ae-2c74-422c-82c9-b48dba3407cd,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:33.215215 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:33.216517 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0bd4f215-4d81-4ee4-ac76-db9947d62b3a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2826624 Mar 23 21:29:33.479425 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Sync routers for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:29:33.489873 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:33.490560 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:33.684085 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:33.881406 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'c21e226f-7f69-4539-83a4-f8b3ef808ca8', 'name': '', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'mac_address': 'fa:16:3e:86:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:28Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 2, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'subnets': [{'id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:33.910236 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Checking router: b464c691-55b4-4b7c-bf7e-8884fe1d2b69 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:29:33.910591 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Updating router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 port c21e226f-7f69-4539-83a4-f8b3ef808ca8 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:29:33.938515 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.028138 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 5e92aeb0-e44e-445d-b4b2-1088c922c752 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:34.078254 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 5e92aeb0-e44e-445d-b4b2-1088c922c752 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:34.078714 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.100441 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-35507d75-4eb3-4dd8-8275-bb50a2ab8552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.167405 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 5e92aeb0-e44e-445d-b4b2-1088c922c752 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:34.216194 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks [] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.350118 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.401811 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85db1c6-5e9e-47a6-b471-842ae4755493 None None] Pushing event updated for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:34.450242 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Attempting to bind port c21e226f-7f69-4539-83a4-f8b3ef808ca8 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:34.450599 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Attempting to bind port c21e226f-7f69-4539-83a4-f8b3ef808ca8 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:34.450951 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Attempting to bind port c21e226f-7f69-4539-83a4-f8b3ef808ca8 on network c1f8017c-fd38-488f-a626-f7f208802ec7 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:34.456373 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:34.456771 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Checking segment: {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:34.457212 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.457604 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Bound using segment: {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:34.458103 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Bound port: c21e226f-7f69-4539-83a4-f8b3ef808ca8, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b07d7aa-2f11-4656-92f8-541b035f1905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:34.458477 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.528190 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] For port c21e226f-7f69-4539-83a4-f8b3ef808ca8, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:34.532006 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] For port c21e226f-7f69-4539-83a4-f8b3ef808ca8, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=c21e226f-7f69-4539-83a4-f8b3ef808ca8,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:34.629039 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-32e6d32a-04a8-4774-870c-41f2542522bd None None] Provisioning complete for port c21e226f-7f69-4539-83a4-f8b3ef808ca8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:34.629421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-32e6d32a-04a8-4774-870c-41f2542522bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.634316 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:34.668534 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-32e6d32a-04a8-4774-870c-41f2542522bd None None] Port c21e226f-7f69-4539-83a4-f8b3ef808ca8 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:34.694206 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:29:34.694834 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:29:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:34.730640 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85db1c6-5e9e-47a6-b471-842ae4755493 None None] Pushing event updated for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:34.815538 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:29:34.900746 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Provisioning complete for port c21e226f-7f69-4539-83a4-f8b3ef808ca8 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:34.901177 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:35.000096 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Current status of the port c21e226f-7f69-4539-83a4-f8b3ef808ca8 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:35.000672 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:35.026183 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'c21e226f-7f69-4539-83a4-f8b3ef808ca8', 'name': '', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'mac_address': 'fa:16:3e:86:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:28Z', 'updated_at': '2022-03-23T21:29:34Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'subnets': [{'id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:29:35.037307 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] For port c21e226f-7f69-4539-83a4-f8b3ef808ca8, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=c21e226f-7f69-4539-83a4-f8b3ef808ca8,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:35.056741 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38604e2-06b6-47cc-96ef-c7727550fe20 None None] The sync data for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi is: [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:29:29Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'c21e226f-7f69-4539-83a4-f8b3ef808ca8', 'name': '', 'network_id': 'c1f8017c-fd38-488f-a626-f7f208802ec7', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'mac_address': 'fa:16:3e:86:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:28Z', 'updated_at': '2022-03-23T21:29:34Z', 'revision_number': 4, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'subnets': [{'id': 'f854391d-056d-49e2-83f9-879b094a4d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:29:35.148155 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:35.200385 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffca21f-f1a5-4fa3-b93b-ac0f3f02f828 None None] Pushing event updated for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:36.018921 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device c21e226f-7f69-4539-83a4-f8b3ef808ca8 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:29:36.068211 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port c21e226f-7f69-4539-83a4-f8b3ef808ca8 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:36.068881 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:36.158285 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port c21e226f-7f69-4539-83a4-f8b3ef808ca8 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:29:36.205143 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-606b88f0-1e6a-4c38-9dc9-998f460c2372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:37.670090 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:38.013011 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e181d-76eb-47f2-b3c7-7a1ddd0b1304 req-d9025f1a-bdd3-4bf5-bbd2-108e0d75067a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:38.015101 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-313e181d-76eb-47f2-b3c7-7a1ddd0b1304 req-d9025f1a-bdd3-4bf5-bbd2-108e0d75067a tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 945 time: 0.0558007 Mar 23 21:29:38.062328 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-313e181d-76eb-47f2-b3c7-7a1ddd0b1304 req-74837463-563c-4d82-aa80-b11e247a0877 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412085 Mar 23 21:29:39.121564 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:39.185694 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1b980-6ac6-4170-9900-a81e2855dcf8 req-3a746c5f-1b76-4688-b93d-16c7766fc9d7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:39.187230 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27f1b980-6ac6-4170-9900-a81e2855dcf8 req-3a746c5f-1b76-4688-b93d-16c7766fc9d7 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 945 time: 0.0532374 Mar 23 21:29:39.232563 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-27f1b980-6ac6-4170-9900-a81e2855dcf8 req-dab3bb31-67ef-46f5-8a53-887826e35d1c tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/security-groups?id=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396962 Mar 23 21:29:39.774303 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-bf9380e3-15aa-4c46-a5aa-55a71d24c513 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:39.775732 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-bf9380e3-15aa-4c46-a5aa-55a71d24c513 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 945 time: 0.0553315 Mar 23 21:29:39.874480 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Deleting port a380808a-f107-41c1-91ff-ae7998dd4d15 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:29:39.874895 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:39.966323 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] For port a380808a-f107-41c1-91ff-ae7998dd4d15, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a380808a-f107-41c1-91ff-ae7998dd4d15,segment=NetworkSegment(3760f8ee-a002-43b4-8a8c-32393b2057b7),segment_id=3760f8ee-a002-43b4-8a8c-32393b2057b7)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:29:39.966687 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:39.979322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Calling delete_port for a380808a-f107-41c1-91ff-ae7998dd4d15 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:29:40.177121 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a380808a-f107-41c1-91ff-ae7998dd4d15), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:40.189183 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['a380808a-f107-41c1-91ff-ae7998dd4d15'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:29:40.207271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Pushing event deleted for resources: {'Port': ['ID=a380808a-f107-41c1-91ff-ae7998dd4d15,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:40.253067 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] No DVR routers for this DVR port a380808a-f107-41c1-91ff-ae7998dd4d15 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:29:40.255572 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:40.258873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-75d915d2-87fb-4a96-90f0-2fd1cc9b9318 req-097ce294-58fe-437a-a2fe-98356b0fe1ac tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.24 "DELETE /v2.0/ports/a380808a-f107-41c1-91ff-ae7998dd4d15 HTTP/1.1" status: 204 len: 173 time: 0.4768841 Mar 23 21:29:40.259320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'name': 'network-vif-deleted', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:29:40.261813 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6cbbbf8-d6ad-4062-bc4f-eb7ad9ff9380" -d '{"events": [{"server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "name": "network-vif-deleted", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:29:40.306216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497f703a-43ff-4f48-88b2-2ae9445154cd x-openstack-request-id: req-497f703a-43ff-4f48-88b2-2ae9445154cd {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:29:40.306216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1bcd732-e439-4d7d-b5b0-d7328e7e509b", "name": "network-vif-deleted", "tag": "a380808a-f107-41c1-91ff-ae7998dd4d15", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:29:40.306216 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-497f703a-43ff-4f48-88b2-2ae9445154cd {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:29:40.307191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497f703a-43ff-4f48-88b2-2ae9445154cd'] response: {'server_uuid': 'c1bcd732-e439-4d7d-b5b0-d7328e7e509b', 'name': 'network-vif-deleted', 'tag': 'a380808a-f107-41c1-91ff-ae7998dd4d15', 'status': 'completed', 'code': 200} Mar 23 21:29:40.338516 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-175cfee2-9b8e-4bf6-a324-0b3dc623eeba req-3a51183c-7305-4c1c-91ee-3c00fa15d622 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 210 time: 0.0295691 Mar 23 21:29:40.542782 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:41.447498 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4659ab30-682e-4b03-9688-dc859a085f7e req-9461c42f-8842-46de-b151-b211dc7ac8d1 tempest-VolumesSnapshotTestJSON-1076246993 tempest-VolumesSnapshotTestJSON-1076246993-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1bcd732-e439-4d7d-b5b0-d7328e7e509b HTTP/1.1" status: 200 len: 210 time: 0.0272563 Mar 23 21:29:45.051350 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a380808a-f107-41c1-91ff-ae7998dd4d15 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:29:45.071699 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: a380808a-f107-41c1-91ff-ae7998dd4d15 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:29:45.072044 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a380808a-f107-41c1-91ff-ae7998dd4d15 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:29:53.042820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-b79aa1fc-6b0e-4ff3-bd3d-b7d985562a6e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441780211&fields=id&tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75 HTTP/1.1" status: 200 len: 267 time: 0.0458965 Mar 23 21:29:53.150053 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:53.150602 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-4262aa16-77dc-4c05-868c-0cfaeea5d459 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:53.152075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-4262aa16-77dc-4c05-868c-0cfaeea5d459 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 808 time: 0.1026514 Mar 23 21:29:53.167219 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-72d68ce9-c083-43e4-a910-7bde8191e402 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/quotas/f3b72c2ed9f047cb8b63f4aba99dbc75 HTTP/1.1" status: 200 len: 375 time: 0.0098381 Mar 23 21:29:53.220972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-a18117e3-a180-4606-9c44-67c2352d688a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483663 Mar 23 21:29:53.317322 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-88b36621-26b3-4eac-a3ba-c26665604920 service neutron] 10.222.0.35 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843103 Mar 23 21:29:53.403593 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-bbec75b9-f178-4a69-9377-dc7c63bd87d3 service neutron] 10.222.0.35 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806742 Mar 23 21:29:53.955509 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-25e1e2a4-55cd-4c7f-be1f-e60d0e60e17f req-99e79620-7c1d-44aa-9b7c-388304cf731a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.0303540 Mar 23 21:29:55.048757 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a7a62f0e-3fc4-4bcb-a83e-d287740add39 req-9c0b95c0-410d-441c-ba5d-f51c6db16979 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.0267885 Mar 23 21:29:56.229703 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bdf61b30-5afd-4ac9-95f2-687a95831694 req-b4c44fa3-6f9d-44fe-9043-a7b40ef185b0 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.1185331 Mar 23 21:29:57.321784 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a39d38dc-d387-46ab-965b-99d9d0481f11 req-317cf573-1b09-425f-a6ca-e65f30fa480b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.0267887 Mar 23 21:29:57.689924 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-c7051874-649e-4778-aa4f-9a70679b4c31 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:57.691356 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-c7051874-649e-4778-aa4f-9a70679b4c31 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 808 time: 0.1076956 Mar 23 21:29:57.761619 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-c8eeb18a-0a0a-44f9-a043-ed771d443e95 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75 HTTP/1.1" status: 200 len: 379 time: 0.0570455 Mar 23 21:29:57.770522 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'port': {'device_id': '323f9d12-9976-4691-a18d-47c47829a933', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'admin_state_up': True, 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'security_groups': ['571b915f-9a9c-4d27-ad5d-9df5e88f42ac']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:57.949803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Made reservation on behalf of f3b72c2ed9f047cb8b63f4aba99dbc75 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:29:57.953595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:58.087551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Allocated IP 172.20.0.10 (089752da-2085-45c2-8441-9b460fcb6cb1/ec028d57-2c32-4701-a18f-7a944e24041e/761439ee-397b-470d-b8cc-d3ae3bb1e056) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:29:58.229618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:58.356406 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:58.398546 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Network 089752da-2085-45c2-8441-9b460fcb6cb1 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:29:58.408889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:29:58.417692 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:29:58.470002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:58.498420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:58.499045 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:58.517616 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a189f-2f50-4fe2-b3e3-e03f1f7e92b5 req-141d16f4-b3f2-4f7c-978d-db56fc600de6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:58.519151 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e31a189f-2f50-4fe2-b3e3-e03f1f7e92b5 req-141d16f4-b3f2-4f7c-978d-db56fc600de6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 932 time: 0.1234269 Mar 23 21:29:58.717928 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f82e1008-e00f-4800-a2fa-d56e685d269a None None] Provisioning complete for port 761439ee-397b-470d-b8cc-d3ae3bb1e056 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:29:58.718485 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f82e1008-e00f-4800-a2fa-d56e685d269a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:58.757268 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f82e1008-e00f-4800-a2fa-d56e685d269a None None] Port 761439ee-397b-470d-b8cc-d3ae3bb1e056 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:29:58.815140 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-0800139d-150d-4b58-8611-838d352ea2ca tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0481184 Mar 23 21:29:58.832536 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Request body: {'port': {'device_id': '323f9d12-9976-4691-a18d-47c47829a933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:29:58.871884 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e31a189f-2f50-4fe2-b3e3-e03f1f7e92b5 req-2a3f3d44-33a1-481b-8806-bfa3efd62308 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3448763 Mar 23 21:29:58.905233 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.162426 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761439ee-397b-470d-b8cc-d3ae3bb1e056 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:29:59.170316 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks [] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.182373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Transition to ACTIVE for port object 761439ee-397b-470d-b8cc-d3ae3bb1e056 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:29:59.256407 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.307020 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:59.382137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Attempting to bind port 761439ee-397b-470d-b8cc-d3ae3bb1e056 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:29:59.382856 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Attempting to bind port 761439ee-397b-470d-b8cc-d3ae3bb1e056 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:29:59.382856 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Attempting to bind port 761439ee-397b-470d-b8cc-d3ae3bb1e056 on network 089752da-2085-45c2-8441-9b460fcb6cb1 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:59.393631 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Port 761439ee-397b-470d-b8cc-d3ae3bb1e056 on network 089752da-2085-45c2-8441-9b460fcb6cb1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:29:59.394029 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Attempting to bind port 761439ee-397b-470d-b8cc-d3ae3bb1e056 on network 089752da-2085-45c2-8441-9b460fcb6cb1 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:29:59.399444 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:29:59.399804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Checking segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:29:59.400193 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Bound using segment: {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:29:59.400624 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Bound port: 761439ee-397b-470d-b8cc-d3ae3bb1e056, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f722ea3-b11d-41dd-aaba-33e5b6eb834d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:29:59.401055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.499233 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-7634e4b2-b131-4912-8a48-da9aeb1536f8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837612 Mar 23 21:29:59.507852 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:29:59.510866 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:29:59.587303 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-4a2d5b18-64ad-4edc-adb3-fe60c0675e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:59.589045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-4a2d5b18-64ad-4edc-adb3-fe60c0675e0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1129 time: 0.0487611 Mar 23 21:29:59.593476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.676268 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:59.676889 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:29:59.678951 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] 10.222.0.24 "PUT /v2.0/ports/761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 1094 time: 0.8508351 Mar 23 21:29:59.681151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:29:59.683485 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f4e66a-fac1-43db-b03c-4ecbb4865893" -d '{"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:29:59.717702 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca80d75-effb-48cb-80e9-0a9242a86370 service neutron] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:29:59.731956 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a042cc-c950-42a0-94f0-9909a5493fb5 x-openstack-request-id: req-77a042cc-c950-42a0-94f0-9909a5493fb5 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:29:59.732244 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:29:59.732497 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-77a042cc-c950-42a0-94f0-9909a5493fb5 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:29:59.732932 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a042cc-c950-42a0-94f0-9909a5493fb5'] response: {'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'status': 'completed', 'code': 200} Mar 23 21:29:59.752156 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-fa62fa50-7d89-4bbe-b963-fe6b91fb8977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:59.752793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-fa62fa50-7d89-4bbe-b963-fe6b91fb8977 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.1315134 Mar 23 21:29:59.845066 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-708b5f14-e035-4b91-8aa0-482fc6b8a221 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 1001 time: 0.0831275 Mar 23 21:29:59.850379 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-fd598468-a88d-44d7-87e4-5716f5aa4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:59.851760 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-fd598468-a88d-44d7-87e4-5716f5aa4f08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1128 time: 0.0980694 Mar 23 21:29:59.945796 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-f5aa0e05-bf7b-41ef-9577-495f3ee8d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:29:59.947248 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-f5aa0e05-bf7b-41ef-9577-495f3ee8d743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0944750 Mar 23 21:30:00.043574 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-d6371fc1-c891-40db-93ea-1c94fbd51005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.045289 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-d6371fc1-c891-40db-93ea-1c94fbd51005 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1847444 Mar 23 21:30:00.060209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0a67db-3dbd-4f38-a0f3-faef5066853b req-6d67b421-8b71-4b5e-b112-4ef37bba0e02 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.061653 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c0a67db-3dbd-4f38-a0f3-faef5066853b req-6d67b421-8b71-4b5e-b112-4ef37bba0e02 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.1135485 Mar 23 21:30:00.070425 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-1f127da7-0066-407b-b5ef-a290ee30aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.071795 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-1f127da7-0066-407b-b5ef-a290ee30aecd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115217 Mar 23 21:30:00.216090 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3c0a67db-3dbd-4f38-a0f3-faef5066853b req-0771b1b0-b06f-482e-9517-7a00edd8ab9d tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433027 Mar 23 21:30:00.248230 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-c5cdaf4a-81c7-4fac-b960-6dd6cb79145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.249708 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-53f4e66a-fac1-43db-b03c-4ecbb4865893 req-c5cdaf4a-81c7-4fac-b960-6dd6cb79145a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966393 Mar 23 21:30:00.264811 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-a658d910-83e2-40e6-84ca-ae26699364f5 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850352 Mar 23 21:30:00.386953 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-16d29ba7-10ef-4d78-b1ec-2aec5e9fcab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.388404 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-16d29ba7-10ef-4d78-b1ec-2aec5e9fcab7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1128 time: 0.0744436 Mar 23 21:30:00.391793 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1263c90c-d4ce-4a37-927a-fe1516c9ab1b req-c62fb2b3-c817-41c8-be5b-21b2f8ec1aab service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189940 Mar 23 21:30:00.436021 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-50abe9df-191e-4def-a9b3-05dce4db51c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 217 time: 0.0344274 Mar 23 21:30:00.483958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-df5430ad-fc14-421f-9439-c98d7d8de0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.485341 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-df5430ad-fc14-421f-9439-c98d7d8de0db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.0419934 Mar 23 21:30:00.531527 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-33a99493-8fd9-478a-aa1f-a3ef9120b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:00.532956 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-33a99493-8fd9-478a-aa1f-a3ef9120b96b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410867 Mar 23 21:30:00.622085 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-2d62691e-7b13-4ac8-91ae-22c4880b32e6 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815263 Mar 23 21:30:00.716042 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5c669d-a9b3-4f9a-b7eb-f9905b0eac55 req-b5c2dfb4-9c40-4279-a68c-e831b753f1ba service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862522 Mar 23 21:30:01.389010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5285fe5-661d-4d54-87cc-23038c15c87d req-5f710274-3bfc-4851-90f1-501f5340a7cf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:01.390512 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5285fe5-661d-4d54-87cc-23038c15c87d req-5f710274-3bfc-4851-90f1-501f5340a7cf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.1058142 Mar 23 21:30:01.440472 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f5285fe5-661d-4d54-87cc-23038c15c87d req-39c4f304-d664-4154-ac31-4df6bce6fdf5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444610 Mar 23 21:30:02.557481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa868717-d7e1-4d50-8daf-7760d553130d req-612e233e-c12e-4a6a-8090-5e7b7af73940 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:02.558966 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa868717-d7e1-4d50-8daf-7760d553130d req-612e233e-c12e-4a6a-8090-5e7b7af73940 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0526328 Mar 23 21:30:02.607119 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa868717-d7e1-4d50-8daf-7760d553130d req-4e048ae7-2d0f-407c-819d-35db911568a7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423470 Mar 23 21:30:03.727164 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91437dfe-e7f7-4a47-9272-e978724915e8 req-8a6332bc-927a-4a2c-9c12-1d6643daec45 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:03.728649 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91437dfe-e7f7-4a47-9272-e978724915e8 req-8a6332bc-927a-4a2c-9c12-1d6643daec45 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0554838 Mar 23 21:30:03.776861 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91437dfe-e7f7-4a47-9272-e978724915e8 req-31a6a0b7-f94d-4d1f-95a1-22b441a95d75 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Mar 23 21:30:04.078576 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56dbed29-1be5-4602-b7c8-1986cd7c5fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:04.891785 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586d262-3eab-4a07-8708-aad134b40c4a req-acf8923b-7457-48d8-a3b9-2b28093077d7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:04.893271 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b586d262-3eab-4a07-8708-aad134b40c4a req-acf8923b-7457-48d8-a3b9-2b28093077d7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0516329 Mar 23 21:30:04.941149 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b586d262-3eab-4a07-8708-aad134b40c4a req-e771e3cc-664e-4da8-8be6-98336e96d246 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Mar 23 21:30:06.055611 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c1656-43f4-4f01-8389-51fc40ad131e req-8ce51779-1442-48ba-9a88-f4b7f588c888 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:06.057100 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc0c1656-43f4-4f01-8389-51fc40ad131e req-8ce51779-1442-48ba-9a88-f4b7f588c888 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0521338 Mar 23 21:30:06.108241 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fc0c1656-43f4-4f01-8389-51fc40ad131e req-3297c605-f80c-49b6-98b8-5b464e60d82f tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456192 Mar 23 21:30:06.227106 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d5dc55a6-25c7-4782-90b6-0db679ce0bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:07.228283 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f385f4-d6b3-4836-be12-f6af65f71f00 req-4f7f25c8-3987-42de-8795-5347739cbe54 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:07.229808 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36f385f4-d6b3-4836-be12-f6af65f71f00 req-4f7f25c8-3987-42de-8795-5347739cbe54 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0544200 Mar 23 21:30:07.284575 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-36f385f4-d6b3-4836-be12-f6af65f71f00 req-2be61f25-78d0-4638-86a4-41a37574c9a9 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493379 Mar 23 21:30:07.422573 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:30:07.697883 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.294805 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51442) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:08.340930 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Deleting subnet 71b7f40f-a1eb-47d4-9c32-1b072e014701 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:30:08.343961 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Publish callbacks [] for subnet (71b7f40f-a1eb-47d4-9c32-1b072e014701), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.376929 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (71b7f40f-a1eb-47d4-9c32-1b072e014701), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.399860 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc8653-53de-4ad9-ace4-988da4d52c52 req-c1ce80a0-ce31-4f29-be58-75b4521e1de4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:08.401362 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40dc8653-53de-4ad9-ace4-988da4d52c52 req-c1ce80a0-ce31-4f29-be58-75b4521e1de4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0513639 Mar 23 21:30:08.414905 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (71b7f40f-a1eb-47d4-9c32-1b072e014701), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.449111 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-40dc8653-53de-4ad9-ace4-988da4d52c52 req-0d69e999-e0b9-4d31-9d83-10f13f875110 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Mar 23 21:30:08.554068 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (71b7f40f-a1eb-47d4-9c32-1b072e014701), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.577426 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71b7f40f-a1eb-47d4-9c32-1b072e014701,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:08.583024 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.586153 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3fe08603-7dac-4998-896f-88cc0808c765 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/71b7f40f-a1eb-47d4-9c32-1b072e014701 HTTP/1.1" status: 204 len: 168 time: 0.2903519 Mar 23 21:30:08.588625 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51446) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:08.656030 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (a7f36cda-e753-42d7-bb11-adae0fc567e7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.730823 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (a7f36cda-e753-42d7-bb11-adae0fc567e7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.750131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f36cda-e753-42d7-bb11-adae0fc567e7']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:08.759177 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3760f8ee-a002-43b4-8a8c-32393b2057b7') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:08.759474 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3760f8ee-a002-43b4-8a8c-32393b2057b7') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:08.772516 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (3760f8ee-a002-43b4-8a8c-32393b2057b7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.785189 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3760f8ee-a002-43b4-8a8c-32393b2057b7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.791373 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:30:08.791750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (3760f8ee-a002-43b4-8a8c-32393b2057b7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:30:08.793589 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:30:08.926614 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (a7f36cda-e753-42d7-bb11-adae0fc567e7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.933475 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:08.936500 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a7f36cda-e753-42d7-bb11-adae0fc567e7 HTTP/1.1" status: 204 len: 168 time: 0.3469260 Mar 23 21:30:08.945719 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068159-b5fb-4ffa-aab6-c30838a1d8a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7f36cda-e753-42d7-bb11-adae0fc567e7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:09.085196 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.150446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:30:09.248385 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:09.260247 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'mac_address': 'fa:16:3e:ef:0d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:30:09.274270 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51450) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:09.301081 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 761439ee-397b-470d-b8cc-d3ae3bb1e056 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:09.301475 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.312430 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-75522566-29c2-45d9-8509-30b53d0c07ea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=20aa6e851b5e4b4f81996d305cf60f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370331 Mar 23 21:30:09.313945 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761439ee-397b-470d-b8cc-d3ae3bb1e056 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:30:09.315030 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51452) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:09.336321 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:09.361776 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] Publish callbacks [] for security_group (e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.381716 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] Publish callbacks [] for security_group (e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.406610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.456756 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:09.464679 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.465096 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.465417 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.465777 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.466098 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.466428 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.466767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.467096 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.467420 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.467747 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.468072 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.468414 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.468726 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.469071 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.469395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:09.583731 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eececeb-33d9-4d20-8f7c-d418af30f598 req-5edebd96-ded7-40f2-851f-596dc302f2e8 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:09.585246 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eececeb-33d9-4d20-8f7c-d418af30f598 req-5edebd96-ded7-40f2-851f-596dc302f2e8 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 945 time: 0.0585201 Mar 23 21:30:09.637032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9eececeb-33d9-4d20-8f7c-d418af30f598 req-30d64c52-5af0-4765-b689-4f606e6a27cd tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459502 Mar 23 21:30:09.681253 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['761439ee-397b-470d-b8cc-d3ae3bb1e056'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:30:09.748164 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.750355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:09.751751 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c HTTP/1.1" status: 204 len: 168 time: 0.4358127 Mar 23 21:30:09.762358 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05373b24-5b26-4ee2-9eb1-362036d4f40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91d0cf0-0e5a-4f2b-bc73-f8d843a05d3c,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:10.538973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:10.721184 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51478) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:10.754644 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e808be0-a4ec-4b44-9a33-dfceda1a187f req-62828e88-0d76-4213-87be-8650408a59b6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:10.756695 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e808be0-a4ec-4b44-9a33-dfceda1a187f req-62828e88-0d76-4213-87be-8650408a59b6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 945 time: 0.0550668 Mar 23 21:30:10.807463 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8e808be0-a4ec-4b44-9a33-dfceda1a187f req-95e7bb38-b50f-47f2-8f4d-55cfd1ce758e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445473 Mar 23 21:30:10.825019 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205598885-network', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:10.914865 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Made reservation on behalf of a9f16432b30d4d98b6f5653fda2183f6 for: {'network': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:30:10.917156 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:10.925516 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:10.996996 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks [] for security_group (140f6192-510f-4b75-a091-d27b4433fd06), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.084234 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (140f6192-510f-4b75-a091-d27b4433fd06), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.104054 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=103902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:30:11.118763 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f6192-510f-4b75-a091-d27b4433fd06,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:11.121599 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3853394b-cf23-456a-98df-321e10b3dbb5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.122049 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.segments_db [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Added segment 3853394b-cf23-456a-98df-321e10b3dbb5 of type vlan for network 11b5f10a-72cf-4751-bb35-6e312f9770d0 Mar 23 21:30:11.160380 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (11b5f10a-72cf-4751-bb35-6e312f9770d0), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.174797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:11.249844 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (11b5f10a-72cf-4751-bb35-6e312f9770d0), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.250814 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:11.251463 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.310711 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] Pushing event updated for resources: {'Network': ['ID=11b5f10a-72cf-4751-bb35-6e312f9770d0,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:11.320987 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:30:11.324450 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 761439ee-397b-470d-b8cc-d3ae3bb1e056 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:30:11.367210 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 761439ee-397b-470d-b8cc-d3ae3bb1e056 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:11.367515 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.389171 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9450dc88-9079-4452-bf79-d50e7256d588 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6643744 Mar 23 21:30:11.389398 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51484) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:11.394089 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Request body: {'subnet': {'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205598885-subnet', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:11.461290 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 761439ee-397b-470d-b8cc-d3ae3bb1e056 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:11.461679 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.467307 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Made reservation on behalf of a9f16432b30d4d98b6f5653fda2183f6 for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:30:11.469654 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26707043'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.483927 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:30:11.486181 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d26d720-2bff-4d6a-afe3-498a854cddb0" -d '{"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-plugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:30:11.499218 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:11.523687 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26384f6e-46ea-4d05-aa29-ffc5fa424a57 x-openstack-request-id: req-26384f6e-46ea-4d05-aa29-ffc5fa424a57 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:30:11.523980 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-plugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:30:11.525523 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26384f6e-46ea-4d05-aa29-ffc5fa424a57 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:30:11.525523 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26384f6e-46ea-4d05-aa29-ffc5fa424a57'] response: {'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'code': 200} Mar 23 21:30:11.564711 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.611379 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:11.812603 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26707061'] for subnet (aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:11.873969 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:11.880881 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Checking segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:11.881269 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Network hostable DHCP agents. Network: 11b5f10a-72cf-4751-bb35-6e312f9770d0, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:30:11.926687 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283653-fb59-477a-9a3f-80a0a57592c4 req-26934f7c-3150-4f40-aef5-85ba908a4a14 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:11.928206 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f283653-fb59-477a-9a3f-80a0a57592c4 req-26934f7c-3150-4f40-aef5-85ba908a4a14 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0522306 Mar 23 21:30:11.980046 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f283653-fb59-477a-9a3f-80a0a57592c4 req-9304baae-633f-4543-a3d6-6af537f93f7c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463476 Mar 23 21:30:12.044988 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:30:12.120809 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 11b5f10a-72cf-4751-bb35-6e312f9770d0) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:12.124919 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:12.125470 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.131835 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df21a7e-b30e-40c8-be98-a23189386a1f None None] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:30:12.138533 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696fc557-e563-4a50-bc85-e42df98e4c4b req-0b399320-a8ba-42f0-a57d-f17a8b25eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:12.142227 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-696fc557-e563-4a50-bc85-e42df98e4c4b req-0b399320-a8ba-42f0-a57d-f17a8b25eeac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.0900245 Mar 23 21:30:12.187340 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-696fc557-e563-4a50-bc85-e42df98e4c4b req-60a54fe7-c961-4408-af29-18440958827e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392332 Mar 23 21:30:12.220581 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-82870811-44f4-43d2-acd9-c43756816491 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8300955 Mar 23 21:30:12.223211 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51492) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:12.227638 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:12.320928 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.322133 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.357767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-11b5f10a-72cf-4751-bb35-6e312f9770d0', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:30:12.360045 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.376497 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for router_controller (d9837bfe-98e3-4349-9642-f20f3ac518fe), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.492563 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Allocated IP 172.20.0.2 (11b5f10a-72cf-4751-bb35-6e312f9770d0/aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e/4540331f-ef84-4489-af66-260d2759a8e3) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:12.594677 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for router_gateway (d9837bfe-98e3-4349-9642-f20f3ac518fe), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.631877 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks [] for port (4540331f-ef84-4489-af66-260d2759a8e3), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.719232 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (4540331f-ef84-4489-af66-260d2759a8e3), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.761692 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:12.764735 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:12.770720 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:12.777806 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Pushing event updated for resources: {'Port': ['ID=4540331f-ef84-4489-af66-260d2759a8e3,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:12.833168 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Attempting to bind port 4540331f-ef84-4489-af66-260d2759a8e3 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:12.833544 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Attempting to bind port 4540331f-ef84-4489-af66-260d2759a8e3 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:12.833943 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Attempting to bind port 4540331f-ef84-4489-af66-260d2759a8e3 on network 11b5f10a-72cf-4751-bb35-6e312f9770d0 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:12.839075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:12.839496 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Checking segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:12.839917 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.840316 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Bound using segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:12.840828 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Bound port: 4540331f-ef84-4489-af66-260d2759a8e3, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:12.841240 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (4540331f-ef84-4489-af66-260d2759a8e3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.889696 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for router_gateway (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:12.902681 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] For port 4540331f-ef84-4489-af66-260d2759a8e3, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:12.905649 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] For port 4540331f-ef84-4489-af66-260d2759a8e3, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=4540331f-ef84-4489-af66-260d2759a8e3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:12.907933 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:13.013938 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Allocated IP 172.27.0.80 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/e7252ffb-970a-4d65-ab1b-c3faad72bd26) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:13.024640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (4540331f-ef84-4489-af66-260d2759a8e3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:13.085063 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddfc99-1d58-4214-9c85-ef6b89f94194 None None] Pushing event updated for resources: {'Port': ['ID=4540331f-ef84-4489-af66-260d2759a8e3,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:13.133705 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:13.144245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9a661-574a-4212-898e-4b4496ff2cdf req-c08f88ff-280c-43a0-9269-47267f59fd2c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:13.150202 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2aa9a661-574a-4212-898e-4b4496ff2cdf req-c08f88ff-280c-43a0-9269-47267f59fd2c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.1014245 Mar 23 21:30:13.213873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2aa9a661-574a-4212-898e-4b4496ff2cdf req-b843f327-bd7a-42dc-b8da-473782c1ac71 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535703 Mar 23 21:30:13.274585 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:13.337260 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:13.340561 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:13.344105 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:13.387217 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Pushing event updated for resources: {'Port': ['ID=e7252ffb-970a-4d65-ab1b-c3faad72bd26,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:13.698928 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for router_gateway (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:13.903554 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.060436 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 4540331f-ef84-4489-af66-260d2759a8e3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:14.091188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a60bd-a040-47a8-9a64-ae4664eb352f None None] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:30:14.149702 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Router d9837bfe-98e3-4349-9642-f20f3ac518fe is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:30:14.176605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Provisioning complete for port 4540331f-ef84-4489-af66-260d2759a8e3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:14.177103 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (4540331f-ef84-4489-af66-260d2759a8e3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.204045 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 4540331f-ef84-4489-af66-260d2759a8e3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:14.204344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (4540331f-ef84-4489-af66-260d2759a8e3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.260563 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:14.277880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Sync routers for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:14.310318 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:14.310956 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:14.332470 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.337377 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b408ec0d-b98b-49d3-ae21-ccb0aa0b0722 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1131623 Mar 23 21:30:14.338081 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51498) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:14.341149 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582e52a-b0f5-4aea-8c1b-424670a4afc0 req-bff283f1-703a-4264-b8a1-a8a44a062592 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:14.343179 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3582e52a-b0f5-4aea-8c1b-424670a4afc0 req-bff283f1-703a-4264-b8a1-a8a44a062592 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0587234 Mar 23 21:30:14.397972 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3582e52a-b0f5-4aea-8c1b-424670a4afc0 req-e261bb7a-787e-438b-9661-27843ac29022 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490532 Mar 23 21:30:14.444790 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Current status of the port 4540331f-ef84-4489-af66-260d2759a8e3 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:14.445209 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (4540331f-ef84-4489-af66-260d2759a8e3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.467703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 4540331f-ef84-4489-af66-260d2759a8e3 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:14.468097 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (4540331f-ef84-4489-af66-260d2759a8e3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.528829 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] For port 4540331f-ef84-4489-af66-260d2759a8e3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=4540331f-ef84-4489-af66-260d2759a8e3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:14.538717 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:14.558990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b373b7-de8f-4236-a2c5-83be87f3795e req-c32531f6-e9c2-4ad1-94ca-d0a2c42429bd tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:14.560705 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61b373b7-de8f-4236-a2c5-83be87f3795e req-c32531f6-e9c2-4ad1-94ca-d0a2c42429bd tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0597010 Mar 23 21:30:14.601036 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (4540331f-ef84-4489-af66-260d2759a8e3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.622063 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61b373b7-de8f-4236-a2c5-83be87f3795e req-f2f4103b-718e-461c-a02a-b2af85839eb7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547507 Mar 23 21:30:14.649438 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51502) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:14.757662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:30:14.758021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:30:14.763938 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22532f3b-0d08-457a-ae89-c931330ef891 None None] Pushing event updated for resources: {'Port': ['ID=4540331f-ef84-4489-af66-260d2759a8e3,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:14.775865 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-cb9681d5-256b-488d-8e8b-db5c86f3db71 None None] Provisioning complete for port 4540331f-ef84-4489-af66-260d2759a8e3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:14.776259 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cb9681d5-256b-488d-8e8b-db5c86f3db71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (4540331f-ef84-4489-af66-260d2759a8e3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.823340 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2221ae1e-f479-46ff-be35-2a454e435311 tempest-TestShelveInstance-1345867061 tempest-TestShelveInstance-1345867061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:14.827684 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2221ae1e-f479-46ff-be35-2a454e435311 tempest-TestShelveInstance-1345867061 tempest-TestShelveInstance-1345867061-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1125 time: 0.1746163 Mar 23 21:30:14.827956 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51506) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:14.834529 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:14.907875 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:13Z', 'revision_number': 3, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:14.912935 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cb9681d5-256b-488d-8e8b-db5c86f3db71 None None] Current status of the port 4540331f-ef84-4489-af66-260d2759a8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:14.926739 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:14.939988 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Checking router: d9837bfe-98e3-4349-9642-f20f3ac518fe for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:14.940510 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Updating router d9837bfe-98e3-4349-9642-f20f3ac518fe port e7252ffb-970a-4d65-ab1b-c3faad72bd26 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:30:14.972943 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.031113 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.034713 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.184250 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Allocated IP 172.20.0.1 (11b5f10a-72cf-4751-bb35-6e312f9770d0/aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e/f257882a-c527-4be5-91b0-2f81d19eb3f3) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:15.288020 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks [] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.387521 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.388297 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks [] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.391948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 4540331f-ef84-4489-af66-260d2759a8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:15.424243 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:15.427239 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:15.431242 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:15.460305 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Pushing event updated for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:15.479998 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.486549 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.541635 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Attempting to bind port e7252ffb-970a-4d65-ab1b-c3faad72bd26 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:15.541993 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Attempting to bind port e7252ffb-970a-4d65-ab1b-c3faad72bd26 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:15.542387 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Attempting to bind port e7252ffb-970a-4d65-ab1b-c3faad72bd26 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:15.544545 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82438f5-becd-40b7-a43d-9c5a513c530f None None] Pushing event updated for resources: {'Port': ['ID=e7252ffb-970a-4d65-ab1b-c3faad72bd26,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:15.550750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:15.551133 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:15.551543 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.551931 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:15.552403 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Bound port: e7252ffb-970a-4d65-ab1b-c3faad72bd26, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:15.553344 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.567859 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Allocated IP 172.27.0.149 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/64b282bc-4648-4f83-a4fb-ab39b0cd46a8) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:15.618655 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] For port e7252ffb-970a-4d65-ab1b-c3faad72bd26, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:15.621789 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] For port e7252ffb-970a-4d65-ab1b-c3faad72bd26, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=e7252ffb-970a-4d65-ab1b-c3faad72bd26,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:15.681484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.737902 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-c41ae418-e03b-4be7-bcff-7fa4aa7a9fe9 None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:15.738207 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c41ae418-e03b-4be7-bcff-7fa4aa7a9fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.758661 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.763730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.803511 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c41ae418-e03b-4be7-bcff-7fa4aa7a9fe9 None None] Port f257882a-c527-4be5-91b0-2f81d19eb3f3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:15.821953 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.832073 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:15.832719 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:15.873070 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:15.877488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:15.880302 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:15.883420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'Port': ['ID=64b282bc-4648-4f83-a4fb-ab39b0cd46a8,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:15.899222 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82438f5-becd-40b7-a43d-9c5a513c530f None None] Pushing event updated for resources: {'Port': ['ID=e7252ffb-970a-4d65-ab1b-c3faad72bd26,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:15.934445 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks [] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:15.956403 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:16.011724 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.059730 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 4540331f-ef84-4489-af66-260d2759a8e3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:16.089359 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Pushing event updated for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:16.091914 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.166271 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 4540331f-ef84-4489-af66-260d2759a8e3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:16.166658 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (4540331f-ef84-4489-af66-260d2759a8e3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.187701 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:16.188938 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:16.280722 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 1, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:16.289977 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for floatingip (d98f178e-deba-4598-a774-e0f10047e113), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.313219 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada4f1b3-94e6-4af4-b1c1-89a42384f00e None None] The sync data for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi is: [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 1, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:30:16.316943 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 4540331f-ef84-4489-af66-260d2759a8e3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:16.333257 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Router d9837bfe-98e3-4349-9642-f20f3ac518fe has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:30:16.433134 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-a7248a4b-a0b1-46f8-841f-e26a1cf54df5 None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:16.434219 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a7248a4b-a0b1-46f8-841f-e26a1cf54df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.445475 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.457445 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:16.463083 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d5a3589e-c3fd-4349-80f9-b6a8260052ca admin admin] 10.222.0.35 "PUT /v2.0/routers/d9837bfe-98e3-4349-9642-f20f3ac518fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1240535 Mar 23 21:30:16.479701 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-a7248a4b-a0b1-46f8-841f-e26a1cf54df5 None None] Port f257882a-c527-4be5-91b0-2f81d19eb3f3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:16.640142 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.696211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.780535 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event updated for resources: {'Port': ['ID=64b282bc-4648-4f83-a4fb-ab39b0cd46a8,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:16.792245 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (d98f178e-deba-4598-a774-e0f10047e113), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:16.898345 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Floating IP d98f178e-deba-4598-a774-e0f10047e113 associated. External IP: 172.27.0.149, port: 761439ee-397b-470d-b8cc-d3ae3bb1e056. Mar 23 21:30:17.130810 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:30:17.252028 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:17.265972 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Sync routers for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:17.266470 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51526) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:17.271146 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2131635941-network', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:17.277114 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:17.279229 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:17.329053 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:17.366146 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2da459c6-f6bf-470c-9bd1-bd4127b83658 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5371389 Mar 23 21:30:17.367101 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:30:17.369297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b3a9e1-719b-4829-a217-f9d10609b4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:30:17.393406 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:17.410087 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91628cd8-21c6-495d-83b0-89b38796f98d x-openstack-request-id: req-91628cd8-21c6-495d-83b0-89b38796f98d {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:30:17.412867 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:30:17.412867 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-91628cd8-21c6-495d-83b0-89b38796f98d {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:30:17.412867 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91628cd8-21c6-495d-83b0-89b38796f98d'] response: {'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'status': 'completed', 'code': 200} Mar 23 21:30:17.429489 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Made reservation on behalf of c96138dd16a64dbeb19bc354136f52de for: {'network': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:30:17.432301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for network (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:17.466207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:17.515297 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-225d978e-e52b-4916-896d-086d828edaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:17.516804 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-225d978e-e52b-4916-896d-086d828edaae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.0821660 Mar 23 21:30:17.728472 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'd98f178e-deba-4598-a774-e0f10047e113', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'mac_address': 'fa:16:3e:ef:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323f9d12-9976-4691-a18d-47c47829a933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:30:16Z', 'updated_at': '2022-03-23T21:30:16Z', 'revision_number': 0, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:17.756214 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Checking router: 26d8e1c6-73c9-468b-9f58-c9cee44b8148 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:17.765129 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:17.765756 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:17.879031 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:17.908315 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks [] for security_group (3f28fec4-aa1f-4e9d-ab9b-364939bcdd93), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:17.923831 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-5868ff3b-6b8d-410d-9463-b7b955810f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:17.925348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-5868ff3b-6b8d-410d-9463-b7b955810f98 service neutron] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 909 time: 0.4012792 Mar 23 21:30:17.985911 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3f28fec4-aa1f-4e9d-ab9b-364939bcdd93), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.011682 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-a08d1ec3-b6e5-413f-b4c7-b5d2cf4c0e6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 1000 time: 0.0796177 Mar 23 21:30:18.021883 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=103903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 21:30:18.066607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f28fec4-aa1f-4e9d-ab9b-364939bcdd93,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:18.070224 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7a60dc19-2eea-4473-943a-7fafd4e4111b), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.070572 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.segments_db [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Added segment 7a60dc19-2eea-4473-943a-7fafd4e4111b of type vlan for network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 Mar 23 21:30:18.092068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device e7252ffb-970a-4d65-ab1b-c3faad72bd26 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:18.123237 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-50223515-0495-4127-8a0d-8f5b85084a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:18.124720 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-50223515-0495-4127-8a0d-8f5b85084a61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.1063452 Mar 23 21:30:18.128299 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755079452995'] for network (97aa1c70-e9b3-4286-8227-95b2a2ad5e60), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.139418 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'd98f178e-deba-4598-a774-e0f10047e113', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'mac_address': 'fa:16:3e:ef:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323f9d12-9976-4691-a18d-47c47829a933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:30:16Z', 'updated_at': '2022-03-23T21:30:16Z', 'revision_number': 0, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:18.153973 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port e7252ffb-970a-4d65-ab1b-c3faad72bd26 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:18.154602 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.171579 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953439a3-9c09-4dad-a8ab-6c8011f4736b None None] The sync data for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi is: [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': 'd98f178e-deba-4598-a774-e0f10047e113', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'mac_address': 'fa:16:3e:ef:0d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323f9d12-9976-4691-a18d-47c47829a933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:30:16Z', 'updated_at': '2022-03-23T21:30:16Z', 'revision_number': 0, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:30:18.192804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-9fbe7f6e-159f-4b91-bde6-d451d8f18796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:18.194425 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-9fbe7f6e-159f-4b91-bde6-d451d8f18796 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617332 Mar 23 21:30:18.205470 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-4dd3599e-749c-43f3-a6f0-c151a7ebc545 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:30:18.206487 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-4dd3599e-749c-43f3-a6f0-c151a7ebc545 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060451 Mar 23 21:30:18.250676 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port e7252ffb-970a-4d65-ab1b-c3faad72bd26 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:18.251672 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.266655 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168'] for network (97aa1c70-e9b3-4286-8227-95b2a2ad5e60), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.267606 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:18.268221 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.282977 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port e7252ffb-970a-4d65-ab1b-c3faad72bd26, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=e7252ffb-970a-4d65-ab1b-c3faad72bd26,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:18.356300 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] Pushing event updated for resources: {'Network': ['ID=97aa1c70-e9b3-4286-8227-95b2a2ad5e60,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:18.360561 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.370702 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 details requested by agent ovs-agent-dv-cinder-834918-1-iscsi with host dv-cinder-834918-1-iscsi {{(pid=103904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 21:30:18.375612 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-87a7f3a9-cf77-4238-ab3a-9717ea21897b service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605349 Mar 23 21:30:18.397994 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51532) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:18.398604 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-6f48aa05-4821-4403-ad75-bae754e4f08f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1308477 Mar 23 21:30:18.404649 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Request body: {'subnet': {'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2131635941-subnet', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'ip_version': 4}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:18.448692 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c021e9bb-4485-4110-83a9-3c7b5e20a341 None None] New status for floating IP d98f178e-deba-4598-a774-e0f10047e113: ACTIVE {{(pid=103904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:30:18.483766 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-24b3a9e1-719b-4829-a217-f9d10609b4cb req-7881d142-a8b9-4aa3-8fea-2983d4ab0e42 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008620 Mar 23 21:30:18.486688 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Made reservation on behalf of c96138dd16a64dbeb19bc354136f52de for: {'subnet': 1} {{(pid=103902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:30:18.489084 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26707043'] for subnet (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.543267 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Sync routers for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:18.546929 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=e7252ffb-970a-4d65-ab1b-c3faad72bd26,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:18.555286 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:18.555916 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:18.669746 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:18.738689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2374794', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26707061'] for subnet (c0d842ea-e0cb-475e-9707-91c3e62cf052), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.792342 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d842ea-e0cb-475e-9707-91c3e62cf052,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:18.815411 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Checking segment: {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:18.816097 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Network hostable DHCP agents. Network: 97aa1c70-e9b3-4286-8227-95b2a2ad5e60, hostable agents: ['a8588545-a01b-4a6f-ad94-41c4a43cbd5c'], hosted agents: [] {{(pid=103902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 21:30:18.881243 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 is scheduled to be hosted by DHCP agent a8588545-a01b-4a6f-ad94-41c4a43cbd5c with binding_index 1 {{(pid=103902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 21:30:18.886015 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 2, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:18.916434 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Checking router: d9837bfe-98e3-4349-9642-f20f3ac518fe for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:18.918538 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Updating router d9837bfe-98e3-4349-9642-f20f3ac518fe port f257882a-c527-4be5-91b0-2f81d19eb3f3 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:30:18.949099 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.972218 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834918-1-iscsi, 97aa1c70-e9b3-4286-8227-95b2a2ad5e60) {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:18.977541 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:18.981749 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:18.983048 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3940eede-c66e-414c-b8c7-0da13317c9fd None None] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:30:19.084890 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-22cf7f2b-a136-4c2e-9fe1-5f1751cc11ab admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6835179 Mar 23 21:30:19.086668 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51534) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:19.089510 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp402a7469-4a4d-54f0-9b3e-26dbd77f8f4d-97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052'}]}} from dv-cinder-834918-1-iscsi. {{(pid=103904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 21:30:19.091162 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:19.091640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.179488 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-609598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6826'] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.180683 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-610222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-607741', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-535073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6813'] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.237882 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks [] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.247439 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.db_base_plugin_common [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Allocated IP 172.20.0.2 (97aa1c70-e9b3-4286-8227-95b2a2ad5e60/c0d842ea-e0cb-475e-9707-91c3e62cf052/79fa8ab1-5171-413b-99c4-f8cc8fc84710) {{(pid=103904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:19.259723 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for router_controller (525b5ce8-6a21-4cca-bef9-460af08f8a1e), precommit_add_association {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.326525 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.387407 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd02f1-1b1b-4206-81a7-fe5149594694 None None] Pushing event updated for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:19.401329 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks [] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), precommit_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.453667 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Attempting to bind port f257882a-c527-4be5-91b0-2f81d19eb3f3 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:19.454043 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Attempting to bind port f257882a-c527-4be5-91b0-2f81d19eb3f3 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:19.454394 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Attempting to bind port f257882a-c527-4be5-91b0-2f81d19eb3f3 on network 11b5f10a-72cf-4751-bb35-6e312f9770d0 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:19.460028 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:19.460402 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Checking segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:19.460798 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.461229 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Bound using segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:19.461694 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Bound port: f257882a-c527-4be5-91b0-2f81d19eb3f3, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:19.462695 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.470108 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), after_create {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.529994 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 is already hosted by enough agents. {{(pid=103904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:19.530755 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for router_gateway (525b5ce8-6a21-4cca-bef9-460af08f8a1e), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.540110 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.scheduler.base_scheduler [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Resources bound (agent type, host, resource id): {{(pid=103904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:19.542669 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Received port after_create {{(pid=103904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:19.566560 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] For port f257882a-c527-4be5-91b0-2f81d19eb3f3, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:19.571282 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] For port f257882a-c527-4be5-91b0-2f81d19eb3f3, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f257882a-c527-4be5-91b0-2f81d19eb3f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:19.571689 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Pushing event updated for resources: {'Port': ['ID=79fa8ab1-5171-413b-99c4-f8cc8fc84710,revision_number=1']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:19.607600 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Attempting to bind port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:19.607980 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Attempting to bind port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:19.608349 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Attempting to bind port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 on network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:19.613700 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:19.614217 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Checking segment: {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:19.614485 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.614974 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Bound using segment: {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:19.615954 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Bound port: 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:19.616339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.662537 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.681009 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] For port 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:19.684605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] For port 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=79fa8ab1-5171-413b-99c4-f8cc8fc84710,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:19.725285 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:19.728727 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:19.732446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:19.734255 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.792079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.814236 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd02f1-1b1b-4206-81a7-fe5149594694 None None] Pushing event updated for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:19.824179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for router_gateway (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.844193 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.887774 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:19.890445 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeba135-432b-4a90-9401-4c8739df170e None None] Pushing event updated for resources: {'Port': ['ID=79fa8ab1-5171-413b-99c4-f8cc8fc84710,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:19.916303 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Current status of the port f257882a-c527-4be5-91b0-2f81d19eb3f3 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:19.916745 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:19.963558 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] For port f257882a-c527-4be5-91b0-2f81d19eb3f3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f257882a-c527-4be5-91b0-2f81d19eb3f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:20.022309 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Allocated IP 172.27.0.146 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/8efa78c8-2c5f-46d3-9e43-eb5f090b4a98) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:20.078512 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.153579 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f257882a-c527-4be5-91b0-2f81d19eb3f3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:20.177991 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.230262 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7d73-f052-42c5-b14f-6c124e7957bf None None] Pushing event updated for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:20.235019 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:20.240748 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-8b319383-4175-4730-9ed7-cbef350f4c45 None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:20.241229 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8b319383-4175-4730-9ed7-cbef350f4c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.265088 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4398528-d3ca-4bbc-ad59-b44f97656d43 None None] The sync data for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi is: [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:30:20.285529 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.299617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:20.300200 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.338016 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:20.341119 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:20.344780 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:20.378650 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Pushing event updated for resources: {'Port': ['ID=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:20.512611 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-8b319383-4175-4730-9ed7-cbef350f4c45 None None] Current status of the port f257882a-c527-4be5-91b0-2f81d19eb3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:20.556835 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port f257882a-c527-4be5-91b0-2f81d19eb3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:20.558011 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device e7252ffb-970a-4d65-ab1b-c3faad72bd26 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:20.606256 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port e7252ffb-970a-4d65-ab1b-c3faad72bd26 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:20.606624 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.691607 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port e7252ffb-970a-4d65-ab1b-c3faad72bd26 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:20.729399 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for router_gateway (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:20.965217 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-610229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-607528'] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.030935 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bb42c-887a-4b9c-87b1-2b3e14753637 None None] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:30:21.144766 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Provisioning complete for port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:21.145172 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.189446 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Router 525b5ce8-6a21-4cca-bef9-460af08f8a1e is scheduled to L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b with binding_index 1 {{(pid=103902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 21:30:21.231625 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Current status of the port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:21.232326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.275012 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] For port 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=79fa8ab1-5171-413b-99c4-f8cc8fc84710,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:21.301994 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:21.312468 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Sync routers for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:21.325623 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:21.326264 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:21.362196 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.408280 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.412598 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-d08ef977-01e8-4e0d-88bc-5b1cc39a5b79 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3248775 Mar 23 21:30:21.412828 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51536) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:21.461025 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be147c90-92ab-4aaf-9a89-5439dd6c01b4 None None] Pushing event updated for resources: {'Port': ['ID=79fa8ab1-5171-413b-99c4-f8cc8fc84710,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:21.479962 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:21.595274 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-56456630-efa1-4a82-8e12-3130ca017837 None None] Provisioning complete for port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:21.595564 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-56456630-efa1-4a82-8e12-3130ca017837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.731622 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-56456630-efa1-4a82-8e12-3130ca017837 None None] Current status of the port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:21.744261 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:20Z', 'revision_number': 3, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:21.774802 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Checking router: 525b5ce8-6a21-4cca-bef9-460af08f8a1e for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:21.775153 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Updating router 525b5ce8-6a21-4cca-bef9-460af08f8a1e port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 binding host dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:30:21.801582 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:21.844056 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.010308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Allocated IP 172.20.0.1 (97aa1c70-e9b3-4286-8227-95b2a2ad5e60/c0d842ea-e0cb-475e-9707-91c3e62cf052/b02b745a-258c-4691-be80-27ae15fe5e82) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:22.062514 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks [] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), precommit_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.126141 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks [] for port (b02b745a-258c-4691-be80-27ae15fe5e82), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.144737 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f257882a-c527-4be5-91b0-2f81d19eb3f3 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:22.171101 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.227414 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.236742 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Attempting to bind port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:22.239192 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Attempting to bind port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:22.239192 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Attempting to bind port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 on network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:22.247659 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998e6f-17a8-429e-9afd-8fcbedae5a97 None None] Pushing event updated for resources: {'Port': ['ID=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,revision_number=2']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:22.251689 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:22.251921 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Checking segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:22.252320 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.252711 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Bound using segment: {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'} {{(pid=103904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:22.253218 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.managers [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Bound port: 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb61630d-1c87-4b41-ad96-88512c354d2e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39'}}] {{(pid=103904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:22.253600 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.265854 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:22.268708 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:22.272298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:22.280789 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port f257882a-c527-4be5-91b0-2f81d19eb3f3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:22.280789 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.300359 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Pushing event updated for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:22.322073 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-608253'] for router_interface (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.341504 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] For port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:22.347078 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] For port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:22.393765 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port f257882a-c527-4be5-91b0-2f81d19eb3f3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:22.395011 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 79fa8ab1-5171-413b-99c4-f8cc8fc84710 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:22.417758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.495661 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:22.496374 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:22.512334 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.539339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84998e6f-17a8-429e-9afd-8fcbedae5a97 None None] Pushing event updated for resources: {'Port': ['ID=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,revision_number=3']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:22.601767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:22.602135 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.637954 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-1c0f51a5-dce6-4ab4-a79d-03aaac6f011a None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:22.638328 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1c0f51a5-dce6-4ab4-a79d-03aaac6f011a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.676993 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks [] for port (b02b745a-258c-4691-be80-27ae15fe5e82), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.705048 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:22.706964 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f51a5-dce6-4ab4-a79d-03aaac6f011a None None] Port b02b745a-258c-4691-be80-27ae15fe5e82 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:22.758498 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.819133 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:22.825420 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608105'] for router_interface (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:22.827183 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Pushing event updated for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:22.921075 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:22.922573 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:22.940126 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'b02b745a-258c-4691-be80-27ae15fe5e82', 'name': '', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'mac_address': 'fa:16:3e:20:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:21Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 1, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'subnets': [{'id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:22.973766 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdcc0d4-9ca5-45c4-a551-9f94f441fe52 None None] The sync data for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi is: [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'b02b745a-258c-4691-be80-27ae15fe5e82', 'name': '', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'mac_address': 'fa:16:3e:20:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:21Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 1, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'subnets': [{'id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:30:23.046256 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Router 525b5ce8-6a21-4cca-bef9-460af08f8a1e has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:30:23.162844 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:23.167901 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-ee5b766f-34cb-4831-b172-72f52c64c99b admin admin] 10.222.0.35 "PUT /v2.0/routers/525b5ce8-6a21-4cca-bef9-460af08f8a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540076 Mar 23 21:30:23.172343 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:23.363282 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-73b505fb-ec7d-4566-b789-f41546ffc57f None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:23.363926 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-73b505fb-ec7d-4566-b789-f41546ffc57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:23.400610 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-73b505fb-ec7d-4566-b789-f41546ffc57f None None] Port b02b745a-258c-4691-be80-27ae15fe5e82 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:24.137162 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:24.300588 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:24.302889 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:24.446662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:24.447358 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:24.482854 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] For port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:24.566940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:24.680386 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Pushing event updated for resources: {'Port': ['ID=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:26.071355 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:26.132934 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:26.133326 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:26.223147 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:26.264383 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Sync routers for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:26.277199 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:26.277887 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:26.403604 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:26.621348 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'b02b745a-258c-4691-be80-27ae15fe5e82', 'name': '', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'mac_address': 'fa:16:3e:20:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:21Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 2, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'subnets': [{'id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:26.648249 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Checking router: 525b5ce8-6a21-4cca-bef9-460af08f8a1e for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:26.648605 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Updating router 525b5ce8-6a21-4cca-bef9-460af08f8a1e port b02b745a-258c-4691-be80-27ae15fe5e82 binding host dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 21:30:26.682145 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:26.972951 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks [] for port (b02b745a-258c-4691-be80-27ae15fe5e82), precommit_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.284522 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.338603 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Pushing event updated for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=3']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:27.363018 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.363376 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.364067 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.364067 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.364408 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.364725 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.365138 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.365459 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.365776 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.366097 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.366418 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.366754 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.367077 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.367966 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.368291 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:27.417960 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Attempting to bind port b02b745a-258c-4691-be80-27ae15fe5e82 on host dv-cinder-834918-1-iscsi for vnic_type normal with profile {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:27.418310 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Attempting to bind port b02b745a-258c-4691-be80-27ae15fe5e82 by drivers openvswitch,hyperv on host dv-cinder-834918-1-iscsi at level 0 using segments [{'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:27.418673 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Attempting to bind port b02b745a-258c-4691-be80-27ae15fe5e82 on network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:27.426226 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Checking agent: {'id': 'fc319de8-8c6f-46b0-a72c-90a13e1806a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834918-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 11, 40), 'started_at': datetime.datetime(2022, 3, 23, 21, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834918-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:27.426753 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Checking segment: {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:27.427682 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.428072 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Bound using segment: {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'} {{(pid=103905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:27.428547 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.managers [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Bound port: b02b745a-258c-4691-be80-27ae15fe5e82, host: dv-cinder-834918-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a60dc19-2eea-4473-943a-7fafd4e4111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60'}}] {{(pid=103905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:27.428936 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.521783 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] For port b02b745a-258c-4691-be80-27ae15fe5e82, host dv-cinder-834918-1-iscsi, cleared binding levels {{(pid=103905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:27.525321 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.plugins.ml2.db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] For port b02b745a-258c-4691-be80-27ae15fe5e82, host dv-cinder-834918-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=b02b745a-258c-4691-be80-27ae15fe5e82,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:27.553677 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f0706548-982d-4bd1-8a03-777bd33c9d83 None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:27.554258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f0706548-982d-4bd1-8a03-777bd33c9d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.591017 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f0706548-982d-4bd1-8a03-777bd33c9d83 None None] Port b02b745a-258c-4691-be80-27ae15fe5e82 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:27.686967 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron_lib.callbacks.manager [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_update {{(pid=103905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:27.766043 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:27.768411 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:27.769184 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774b74b-61c4-4ff5-9777-2ba81c808b54 None None] Pushing event updated for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=4']} {{(pid=103905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:27.894496 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:28.038450 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:28.038828 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:28.149573 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device b02b745a-258c-4691-be80-27ae15fe5e82 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:28.163599 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'b02b745a-258c-4691-be80-27ae15fe5e82', 'name': '', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'mac_address': 'fa:16:3e:20:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:21Z', 'updated_at': '2022-03-23T21:30:27Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'subnets': [{'id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:28.178395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Current status of the port b02b745a-258c-4691-be80-27ae15fe5e82 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:28.178793 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:28.210321 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f15be17-e497-4502-9dc9-1a8d8b6b5a96 None None] The sync data for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi is: [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:22Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'b02b745a-258c-4691-be80-27ae15fe5e82', 'name': '', 'network_id': '97aa1c70-e9b3-4286-8227-95b2a2ad5e60', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'mac_address': 'fa:16:3e:20:8b:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:21Z', 'updated_at': '2022-03-23T21:30:27Z', 'revision_number': 4, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'subnets': [{'id': 'c0d842ea-e0cb-475e-9707-91c3e62cf052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:30:28.252056 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] For port b02b745a-258c-4691-be80-27ae15fe5e82, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=b02b745a-258c-4691-be80-27ae15fe5e82,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:28.254145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:28.254518 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:28.369615 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:28.401196 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port b02b745a-258c-4691-be80-27ae15fe5e82 is: DOWN; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:28.401592 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:28.443745 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9554b0-6a7b-4885-a498-16e2221e35ea None None] Pushing event updated for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:28.497707 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 21:30:28.498609 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG oslo_db.api [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 21:30:29.051744 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port b02b745a-258c-4691-be80-27ae15fe5e82 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:30.043849 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device b02b745a-258c-4691-be80-27ae15fe5e82 up at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:30.103526 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Provisioning complete for port b02b745a-258c-4691-be80-27ae15fe5e82 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:30.104214 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:30.186597 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Current status of the port b02b745a-258c-4691-be80-27ae15fe5e82 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:34.092244 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b52a3c73-e0b8-4169-843c-51230d2ead2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:34.815063 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-d7315211-25cb-482c-9e05-fd41e8c287b0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:34.816448 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-d7315211-25cb-482c-9e05-fd41e8c287b0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 815 time: 0.1018174 Mar 23 21:30:34.830715 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-67048009-2172-43bf-93b4-24bc6c84aa4c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/quotas/a9f16432b30d4d98b6f5653fda2183f6 HTTP/1.1" status: 200 len: 375 time: 0.0089064 Mar 23 21:30:34.885001 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-5eea25f3-cc82-42ba-8035-5f0c39368996 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495334 Mar 23 21:30:34.900355 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-760a9a9d-5a50-4979-957b-235697f7269d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:30:34.901350 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-760a9a9d-5a50-4979-957b-235697f7269d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056055 Mar 23 21:30:34.990444 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-780adef1-7f78-4559-8d53-ab9e73f30919 service neutron] 10.222.0.35 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837488 Mar 23 21:30:35.076746 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-78b9c516-0811-4ffc-9d94-4d909fcb9931 service neutron] 10.222.0.35 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804553 Mar 23 21:30:35.332155 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6f82d414-9980-49af-bf02-429fedd5dd8f req-11c8a214-d92a-41dc-b675-09a53f6f1808 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 210 time: 0.0321183 Mar 23 21:30:36.223064 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-75a95f7d-2b9a-433d-ac2b-55d27f4865d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:36.409921 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3368de8b-9f7f-49f8-bdb4-329ae8f0b6cf req-5b60ce36-3737-45d8-9b74-d96ef37cb195 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Mar 23 21:30:37.500098 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-54f084a3-7542-4bc0-83ea-feb6dcb2a7c1 req-dab05f3f-7ca7-4b64-aa75-d17c24777f44 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 210 time: 0.0266140 Mar 23 21:30:37.680595 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:37.827140 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-688e9668-7f48-4826-82d5-4f9ba43fce2c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:37.828604 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-688e9668-7f48-4826-82d5-4f9ba43fce2c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 815 time: 0.0984507 Mar 23 21:30:37.841373 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'port': {'device_id': '0854802c-4186-487e-a46c-02cb8738ff48', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'admin_state_up': True, 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:38.051918 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Made reservation on behalf of a9f16432b30d4d98b6f5653fda2183f6 for: {'port': 1} {{(pid=103903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 21:30:38.055272 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:38.183257 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.db_base_plugin_common [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Allocated IP 172.20.0.13 (11b5f10a-72cf-4751-bb35-6e312f9770d0/aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e/519cab2f-ddec-4370-9c40-912736e5f2f3) {{(pid=103903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:30:38.331121 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:38.429715 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:38.475480 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 is already hosted by enough agents. {{(pid=103903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:30:38.478568 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.base_scheduler [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Resources bound (agent type, host, resource id): {{(pid=103903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:30:38.484987 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Received port after_create {{(pid=103903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:30:38.511399 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:38.528110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.528849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.528849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.529330 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.531826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.532118 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.532473 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.532811 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.541010 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.541388 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.541733 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.542067 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.542397 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.542793 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.543050 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:38.581321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:38.581821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:38.688045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b22bf339-14f6-4d33-9306-84ee5a0b6de8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8502061 Mar 23 21:30:38.710035 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9bc8f-d00a-4cc9-8e94-6b3072c49ba7 req-f874e5df-6670-497b-ae91-469804ca30f5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:38.719092 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5f9bc8f-d00a-4cc9-8e94-6b3072c49ba7 req-f874e5df-6670-497b-ae91-469804ca30f5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0995429 Mar 23 21:30:38.812967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c5f9bc8f-d00a-4cc9-8e94-6b3072c49ba7 req-337f0b3e-4b5c-4d03-86c8-5c2b4410b0c4 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876870 Mar 23 21:30:38.883381 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-be99ae49-8224-4747-b61a-0d7084428c04 None None] Provisioning complete for port 519cab2f-ddec-4370-9c40-912736e5f2f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:38.884455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-be99ae49-8224-4747-b61a-0d7084428c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:38.936039 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-be99ae49-8224-4747-b61a-0d7084428c04 None None] Port 519cab2f-ddec-4370-9c40-912736e5f2f3 cannot update to ACTIVE because it is not bound. {{(pid=103904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 21:30:39.107369 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:39.937968 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57024cc3-170b-4535-ac00-8f49343b8250 req-1dd072f8-dbb5-4dc0-b82e-8d6fe10080eb tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:39.939525 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57024cc3-170b-4535-ac00-8f49343b8250 req-1dd072f8-dbb5-4dc0-b82e-8d6fe10080eb tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0640693 Mar 23 21:30:40.002471 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57024cc3-170b-4535-ac00-8f49343b8250 req-29588806-fe67-45ec-8049-44670af71e85 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565796 Mar 23 21:30:40.566359 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:41.158489 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6873ca-d843-4b6e-a946-108dd65f108b req-32f13f36-68bc-4bfe-b754-f98bb065272f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:41.160256 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f6873ca-d843-4b6e-a946-108dd65f108b req-32f13f36-68bc-4bfe-b754-f98bb065272f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0676959 Mar 23 21:30:41.222366 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4f6873ca-d843-4b6e-a946-108dd65f108b req-cfdd310b-de26-4092-bee5-a982b4b700b5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510185 Mar 23 21:30:42.369708 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ac309-c23c-4933-9e85-7f05204e5140 req-2264ce24-582e-405e-a666-7e8a22deecb0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:42.371545 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-497ac309-c23c-4933-9e85-7f05204e5140 req-2264ce24-582e-405e-a666-7e8a22deecb0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0622296 Mar 23 21:30:42.444166 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-497ac309-c23c-4933-9e85-7f05204e5140 req-2370c66d-6115-447a-a0a4-e6a532dbe4b5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Mar 23 21:30:43.597433 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1b504-2800-41fa-bd82-9c91d8bc05e3 req-4cc05e7e-4416-488c-a221-e1c9b43d8368 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:43.598961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09c1b504-2800-41fa-bd82-9c91d8bc05e3 req-4cc05e7e-4416-488c-a221-e1c9b43d8368 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0711112 Mar 23 21:30:43.656489 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-09c1b504-2800-41fa-bd82-9c91d8bc05e3 req-ec252bc8-324d-4e6e-9851-de93116b7048 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512154 Mar 23 21:30:44.423016 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:30:44.800764 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65b307-c210-4788-945f-7931878d6aa9 req-30ccfe98-1571-4cf5-b2ec-40b9be5a52c6 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:44.802610 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd65b307-c210-4788-945f-7931878d6aa9 req-30ccfe98-1571-4cf5-b2ec-40b9be5a52c6 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0655222 Mar 23 21:30:44.866046 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd65b307-c210-4788-945f-7931878d6aa9 req-7ad2a55d-0186-43c9-b0df-a6b36fe130e9 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578308 Mar 23 21:30:46.021667 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba024c20-4402-4927-9168-3b7a45007673 req-82ada7b9-a03d-4567-b3d3-8bb8520b3095 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:46.023193 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba024c20-4402-4927-9168-3b7a45007673 req-82ada7b9-a03d-4567-b3d3-8bb8520b3095 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0786929 Mar 23 21:30:46.081691 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ba024c20-4402-4927-9168-3b7a45007673 req-669ce751-8574-45de-bf52-eadefd6b4d52 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Mar 23 21:30:47.204442 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d984ed-a6ab-45a1-9df0-637ab3bd1c60 req-e92391b5-bf8d-4bc4-870f-4b91cc727268 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:47.205944 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45d984ed-a6ab-45a1-9df0-637ab3bd1c60 req-e92391b5-bf8d-4bc4-870f-4b91cc727268 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0540152 Mar 23 21:30:47.253423 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45d984ed-a6ab-45a1-9df0-637ab3bd1c60 req-0a39fce6-41c2-4361-a3db-e5baa6925762 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Mar 23 21:30:47.582133 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Request body: {'port': {'device_id': '0854802c-4186-487e-a46c-02cb8738ff48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83491'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:30:47.648529 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:47.902833 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519cab2f-ddec-4370-9c40-912736e5f2f3 {{(pid=103903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:30:47.910219 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks [] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:47.923566 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.provisioning_blocks [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Transition to ACTIVE for port object 519cab2f-ddec-4370-9c40-912736e5f2f3 will not be triggered until provisioned by entity L2. {{(pid=103903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 21:30:48.374209 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620f4c4-8ea0-4c7b-8908-60677fe0f51e req-886da56c-0279-4951-aab9-ebe7edaf4e11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:48.375734 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d620f4c4-8ea0-4c7b-8908-60677fe0f51e req-886da56c-0279-4951-aab9-ebe7edaf4e11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 932 time: 0.0542812 Mar 23 21:30:48.429148 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d620f4c4-8ea0-4c7b-8908-60677fe0f51e req-db5d7cb7-f40b-4731-b149-9611c541d456 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468264 Mar 23 21:30:48.596312 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:48.628647 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=2']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:48.695680 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Attempting to bind port 519cab2f-ddec-4370-9c40-912736e5f2f3 on host hv-cinder-83491 for vnic_type normal with profile {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 21:30:48.696104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Attempting to bind port 519cab2f-ddec-4370-9c40-912736e5f2f3 by drivers openvswitch,hyperv on host hv-cinder-83491 at level 0 using segments [{'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 21:30:48.696508 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Attempting to bind port 519cab2f-ddec-4370-9c40-912736e5f2f3 on network 11b5f10a-72cf-4751-bb35-6e312f9770d0 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:48.701668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Port 519cab2f-ddec-4370-9c40-912736e5f2f3 on network 11b5f10a-72cf-4751-bb35-6e312f9770d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83491 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 21:30:48.701991 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Attempting to bind port 519cab2f-ddec-4370-9c40-912736e5f2f3 on network 11b5f10a-72cf-4751-bb35-6e312f9770d0 {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 21:30:48.707266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Checking agent: {'id': '56c717d8-4248-45dc-a23c-9d934f1a0a28', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83491', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'started_at': datetime.datetime(2022, 3, 23, 21, 17, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 21, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 21:30:48.707607 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Checking segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 21:30:48.708000 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Bound using segment: {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'} {{(pid=103903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 21:30:48.708429 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.managers [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Bound port: 519cab2f-ddec-4370-9c40-912736e5f2f3, host: hv-cinder-83491, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3853394b-cf23-456a-98df-321e10b3dbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0'}}] {{(pid=103903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 21:30:48.708788 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:48.782582 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, cleared binding levels {{(pid=103903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 21:30:48.786261 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 21:30:48.870047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:48.903587 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:48.904187 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:48.905711 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] 10.222.0.24 "PUT /v2.0/ports/519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 1094 time: 1.3280232 Mar 23 21:30:48.906153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:30:48.908368 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33" -d '{"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:30:48.950018 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45559ef9-299f-4bc6-ac0e-afc3966790fb service neutron] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=3']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:49.089635 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-d93b2aeb-77bc-4d63-9771-4b8ee3e5dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:49.091240 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-d93b2aeb-77bc-4d63-9771-4b8ee3e5dcbe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1128 time: 0.0555618 Mar 23 21:30:49.137766 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489b329e-cf61-464a-ae18-4e3de535ecb1 x-openstack-request-id: req-489b329e-cf61-464a-ae18-4e3de535ecb1 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:30:49.138055 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:30:49.138305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-489b329e-cf61-464a-ae18-4e3de535ecb1 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:30:49.138696 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489b329e-cf61-464a-ae18-4e3de535ecb1'] response: {'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:30:49.141389 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-164bbac4-b606-4679-ae9d-b681529c2b25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 217 time: 0.0412350 Mar 23 21:30:49.449994 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-6ba7b863-0e7b-4268-b315-15945bb3bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:49.451447 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-6ba7b863-0e7b-4268-b315-15945bb3bc1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.3031058 Mar 23 21:30:49.509991 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-eba2e435-aa61-43a3-b9e3-9644bdc0fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:49.511434 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-eba2e435-aa61-43a3-b9e3-9644bdc0fc53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535221 Mar 23 21:30:49.610635 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc4ea9-4e53-4115-9b15-4d1967e377d0 req-bbb99f00-266c-4578-b8a3-bd5fdb381d7d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:49.612089 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4fc4ea9-4e53-4115-9b15-4d1967e377d0 req-bbb99f00-266c-4578-b8a3-bd5fdb381d7d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 944 time: 0.1158760 Mar 23 21:30:49.638892 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-74e7c2ee-da5a-4f91-8718-664099cefb87 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131568 Mar 23 21:30:49.715575 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a4fc4ea9-4e53-4115-9b15-4d1967e377d0 req-9370b80e-b0d6-48a6-b8fd-04a521926fc5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Mar 23 21:30:49.753135 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f46ef99-8df6-41bd-a745-91b49c7f2658 req-b9d3a266-17df-4e91-8864-8e3133a722f5 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054606 Mar 23 21:30:49.937803 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-0c6b4bcd-2285-47d3-ab9b-03114dbb8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:49.939250 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-0c6b4bcd-2285-47d3-ab9b-03114dbb8300 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1128 time: 0.0449109 Mar 23 21:30:50.029241 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-e7f27227-3095-4c1c-b1c3-6816d3a143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:50.030694 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-e7f27227-3095-4c1c-b1c3-6816d3a143b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.0855088 Mar 23 21:30:50.071820 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-0c68af10-0eff-49cd-8ac1-04a8e7dece17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 217 time: 0.0334222 Mar 23 21:30:50.120524 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-54a4a136-8322-4bcf-8ce8-0f4367d7822c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:50.122092 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-54a4a136-8322-4bcf-8ce8-0f4367d7822c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0437062 Mar 23 21:30:50.172832 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-aff184f5-cacf-4cd3-a9eb-9a2e4663fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:50.174408 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-aff184f5-cacf-4cd3-a9eb-9a2e4663fb4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444651 Mar 23 21:30:50.267257 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-a5e8352f-d758-4a91-96fd-a71bb9eef12d service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Mar 23 21:30:50.355148 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ced60c12-53e6-4a76-9f1c-27d6ebf61c33 req-a6e8500d-7987-4f46-bc4a-bc5661b1af2a service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814927 Mar 23 21:30:50.839595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc1651-0781-4857-b1b6-a8ed73ec6726 req-1fe7158f-9ac0-43a6-8b62-c5fa22a58b18 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:50.841100 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fdc1651-0781-4857-b1b6-a8ed73ec6726 req-1fe7158f-9ac0-43a6-8b62-c5fa22a58b18 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 944 time: 0.0578873 Mar 23 21:30:50.887132 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1fdc1651-0781-4857-b1b6-a8ed73ec6726 req-0284f1fb-edad-406f-9edf-53ec47599977 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Mar 23 21:30:51.999627 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f89b1-7dad-4b3e-852b-6a79cc58c9d9 req-c780ae4b-6b5f-4db7-bb36-ea07b424c9b2 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:52.001055 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-510f89b1-7dad-4b3e-852b-6a79cc58c9d9 req-c780ae4b-6b5f-4db7-bb36-ea07b424c9b2 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 944 time: 0.0509353 Mar 23 21:30:52.047066 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-510f89b1-7dad-4b3e-852b-6a79cc58c9d9 req-a11aa74f-50a5-4fb9-8402-2a3de307d800 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Mar 23 21:30:53.166729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d5d06-af17-4108-87d3-11520eb1f951 req-44010652-49fb-42c1-a2aa-eb85d1a939fc tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:53.168353 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-984d5d06-af17-4108-87d3-11520eb1f951 req-44010652-49fb-42c1-a2aa-eb85d1a939fc tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 944 time: 0.0554998 Mar 23 21:30:53.186473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:53.213873 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-984d5d06-af17-4108-87d3-11520eb1f951 req-177b663b-1cc6-445b-92a1-e8a0160b02df tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397723 Mar 23 21:30:53.376617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 519cab2f-ddec-4370-9c40-912736e5f2f3 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:30:53.470027 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:53.481278 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'port_id': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'mac_address': 'fa:16:3e:c1:7b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:30:53.518600 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 519cab2f-ddec-4370-9c40-912736e5f2f3 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:53.519000 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:53.535713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519cab2f-ddec-4370-9c40-912736e5f2f3 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:30:53.555222 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:53.628297 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:53.676331 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=4']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:53.899219 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:30:54.327273 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb024f-63fc-4a16-abdc-8a3cb98356fe req-c2132d3d-184b-4405-bf21-18bfef4f8db0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:54.329094 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-52cb024f-63fc-4a16-abdc-8a3cb98356fe req-c2132d3d-184b-4405-bf21-18bfef4f8db0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Mar 23 21:30:54.374342 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-52cb024f-63fc-4a16-abdc-8a3cb98356fe req-d09331bd-783e-4ce9-9ac4-c78296a059fe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397127 Mar 23 21:30:55.374335 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 519cab2f-ddec-4370-9c40-912736e5f2f3 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:30:55.474133 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning for port 519cab2f-ddec-4370-9c40-912736e5f2f3 completed by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 21:30:55.478574 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 519cab2f-ddec-4370-9c40-912736e5f2f3 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:30:55.478953 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:55.488869 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4b731-7ecd-4f34-844d-3cfa2c8acd9d req-44f45d7e-9b65-46d6-a3fc-961770573840 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:55.490406 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ba4b731-7ecd-4f34-844d-3cfa2c8acd9d req-44f45d7e-9b65-46d6-a3fc-961770573840 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 945 time: 0.0523050 Mar 23 21:30:55.541247 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8ba4b731-7ecd-4f34-844d-3cfa2c8acd9d req-054b2911-6ead-4b64-839a-3de0b0417aa1 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Mar 23 21:30:55.556455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 519cab2f-ddec-4370-9c40-912736e5f2f3 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:30:55.556842 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:55.578397 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:30:55.580607 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e372824-5ad2-420e-b523-edec4a5ce38c" -d '{"events": [{"server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "name": "network-vif-plugged", "status": "completed", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:30:55.596088 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:30:55.673926 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686a0772-c1c2-4746-937e-d6eab4238e36 x-openstack-request-id: req-686a0772-c1c2-4746-937e-d6eab4238e36 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:30:55.674219 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "name": "network-vif-plugged", "status": "completed", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:30:55.674473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-686a0772-c1c2-4746-937e-d6eab4238e36 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:30:55.674865 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686a0772-c1c2-4746-937e-d6eab4238e36'] response: {'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'code': 200} Mar 23 21:30:55.697143 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:55.744793 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=5']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:56.031443 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be1f23-55df-4d7c-b5ae-0c2587b59643 req-5417c94e-8b45-44ca-aa60-730a5bbf4e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:56.033913 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73be1f23-55df-4d7c-b5ae-0c2587b59643 req-5417c94e-8b45-44ca-aa60-730a5bbf4e2d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1130 time: 0.0424910 Mar 23 21:30:56.075583 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73be1f23-55df-4d7c-b5ae-0c2587b59643 req-df188e26-1f82-4e88-b793-794cb089d5b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355642 Mar 23 21:30:56.656914 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25034f0-1813-46dd-b8ef-6ed8a2e0df8f req-c0481e6c-e88f-4ec4-ab84-aaaa48d8d7ef tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:56.658394 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e25034f0-1813-46dd-b8ef-6ed8a2e0df8f req-c0481e6c-e88f-4ec4-ab84-aaaa48d8d7ef tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Mar 23 21:30:56.703842 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-e25034f0-1813-46dd-b8ef-6ed8a2e0df8f req-d50ae8bc-9c12-4451-b3bc-6fc27838e78c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399928 Mar 23 21:30:57.825447 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1207aa-8399-48a3-81df-2b0a78db0fb8 req-0658f100-7d88-4ef6-bce0-3ffcac4f9ae8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:57.826926 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a1207aa-8399-48a3-81df-2b0a78db0fb8 req-0658f100-7d88-4ef6-bce0-3ffcac4f9ae8 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0564129 Mar 23 21:30:57.874303 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2a1207aa-8399-48a3-81df-2b0a78db0fb8 req-4c8aafd6-1ebc-4e76-a3ea-e74834970710 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Mar 23 21:30:57.990943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc07b0-6750-4db0-a3f7-57d44e00f602 req-670969a4-b2f1-4f09-8cca-24d6ef7de632 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:57.992506 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6afc07b0-6750-4db0-a3f7-57d44e00f602 req-670969a4-b2f1-4f09-8cca-24d6ef7de632 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0529149 Mar 23 21:30:58.039348 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6afc07b0-6750-4db0-a3f7-57d44e00f602 req-90234903-e118-48b2-8996-e1afa285a298 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Mar 23 21:30:58.202257 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51698) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:30:58.364391 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb750f40-748f-4a21-b11e-a251e40d32c4 req-08efe754-9d93-4110-8199-ef48eea306c0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:58.365990 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb750f40-748f-4a21-b11e-a251e40d32c4 req-08efe754-9d93-4110-8199-ef48eea306c0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0542707 Mar 23 21:30:58.417684 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fb750f40-748f-4a21-b11e-a251e40d32c4 req-9ded4cb7-8288-480d-b886-c2c5ede528f5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Mar 23 21:30:58.572324 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port 0b1ca657-c237-4641-8835-531a457c75d1 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:30:58.572690 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0b1ca657-c237-4641-8835-531a457c75d1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:58.645664 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0b1ca657-c237-4641-8835-531a457c75d1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:58.645999 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (0b1ca657-c237-4641-8835-531a457c75d1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:58.658349 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for 0b1ca657-c237-4641-8835-531a457c75d1 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:30:58.900968 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (0b1ca657-c237-4641-8835-531a457c75d1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:58.940186 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=0b1ca657-c237-4641-8835-531a457c75d1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:30:58.956997 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.957356 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.957703 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.958068 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.958417 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.958749 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.959106 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.959437 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.959768 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.960122 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.960936 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.963080 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.963080 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.963080 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:58.963080 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:30:59.001665 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (1559d033-ddaa-4690-bdb2-379c01cd21ef), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:59.002048 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP 1559d033-ddaa-4690-bdb2-379c01cd21ef disassociated (deleted). External IP: 172.27.0.110, port: a88a0cec-b1c2-49fa-b692-deef0a6e4a7f. Mar 23 21:30:59.206019 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:30:59.313016 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:30:59.320816 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:30:59.326435 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:30:59.337137 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:59.337880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:59.347625 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b2cef9df-3654-4316-83fc-1bbaef3eb147 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "DELETE /v2.0/floatingips/1559d033-ddaa-4690-bdb2-379c01cd21ef HTTP/1.1" status: 204 len: 168 time: 1.1442790 Mar 23 21:30:59.348323 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:30:59.350715 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f93eea-5efe-4cd3-ade3-3964507d1bda" -d '{"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:30:59.453689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1eddb55-e6ae-4bc5-94f3-b60614453da0 x-openstack-request-id: req-d1eddb55-e6ae-4bc5-94f3-b60614453da0 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:30:59.454027 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:30:59.454287 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1eddb55-e6ae-4bc5-94f3-b60614453da0 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:30:59.454691 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1eddb55-e6ae-4bc5-94f3-b60614453da0'] response: {'name': 'network-changed', 'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'status': 'completed', 'code': 200} Mar 23 21:30:59.455530 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:59.518319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-6bafd6cb-e198-4b42-8554-22632d456c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:59.520521 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-6bafd6cb-e198-4b42-8554-22632d456c5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 1129 time: 0.0452456 Mar 23 21:30:59.613305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-2ec3570a-beb7-4a95-bda5-e795f7e11b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:59.615037 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-2ec3570a-beb7-4a95-bda5-e795f7e11b89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.0884566 Mar 23 21:30:59.659991 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-3136ec47-978c-4881-9452-94d1b83e3579 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 200 len: 217 time: 0.0387845 Mar 23 21:30:59.687205 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:59.710885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-f7248788-c50b-4feb-b931-58864626cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:59.712365 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-f7248788-c50b-4feb-b931-58864626cfaa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0456088 Mar 23 21:30:59.717604 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:30:59.728742 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:30:59.729409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:30:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:30:59.762646 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-c37346cf-e007-4de7-8367-cfd550abee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:59.764113 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-c37346cf-e007-4de7-8367-cfd550abee2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456612 Mar 23 21:30:59.848314 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:30:59.879463 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd10a12-59cd-4184-8398-7d4ba02f0ff1 req-cc714450-b955-48b1-b772-69264c223030 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:30:59.881011 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcd10a12-59cd-4184-8398-7d4ba02f0ff1 req-cc714450-b955-48b1-b772-69264c223030 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.1208088 Mar 23 21:30:59.906695 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-8749e094-fa88-4b2c-b7ca-5932c130a438 service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336071 Mar 23 21:30:59.987903 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fcd10a12-59cd-4184-8398-7d4ba02f0ff1 req-9d35b346-4094-42d6-beb2-18ae8cc7c798 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980492 Mar 23 21:31:00.028890 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f1f93eea-5efe-4cd3-ade3-3964507d1bda req-06af8db5-cf76-48f3-aa4f-1697c61d521c service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157942 Mar 23 21:31:00.194623 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:00.225367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebf63d1-743c-4aa3-a79d-4b35e6fbfbdb None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '683040b8-f5be-4069-b631-735672ccc5cb', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'floating_ip_address': '172.27.0.117', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'port_id': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'mac_address': 'fa:16:3e:4b:79:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:26:47Z', 'updated_at': '2022-03-23T21:26:49Z', 'revision_number': 1, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:31:00.448934 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaafc48-ab9e-4f50-9889-8213662a3869 None None] New status for floating IP 1559d033-ddaa-4690-bdb2-379c01cd21ef: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:31:01.108401 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cd384-309d-402f-8ecf-153f5ed9e940 req-3bbdf59c-7edb-48fb-bed3-e58a371fadc0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:01.110063 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-764cd384-309d-402f-8ecf-153f5ed9e940 req-3bbdf59c-7edb-48fb-bed3-e58a371fadc0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.0531039 Mar 23 21:31:01.158546 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-764cd384-309d-402f-8ecf-153f5ed9e940 req-a2738c03-cf27-43c0-9f56-fad8779827d8 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Mar 23 21:31:01.412797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-26260d9f-0d51-4802-afe0-c387a96253a4 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:01.414886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-26260d9f-0d51-4802-afe0-c387a96253a4 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 945 time: 0.0508726 Mar 23 21:31:01.509476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:01.509770 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:01.595954 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] For port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:01.596244 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:01.612886 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for a88a0cec-b1c2-49fa-b692-deef0a6e4a7f owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:01.879986 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a88a0cec-b1c2-49fa-b692-deef0a6e4a7f), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:01.906396 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=a88a0cec-b1c2-49fa-b692-deef0a6e4a7f,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:01.955451 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] No DVR routers for this DVR port a88a0cec-b1c2-49fa-b692-deef0a6e4a7f on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:01.957818 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:01.961097 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-dc5bee77-0748-4d44-9c1c-1d854accdf6d req-1facea6d-62e1-47aa-80a5-7e8db0136a69 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "DELETE /v2.0/ports/a88a0cec-b1c2-49fa-b692-deef0a6e4a7f HTTP/1.1" status: 204 len: 173 time: 0.5407162 Mar 23 21:31:01.961511 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'name': 'network-vif-deleted', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:31:01.963738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6482e07e-be3e-49e5-be9a-3fe165c0501f" -d '{"events": [{"server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "name": "network-vif-deleted", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:31:01.998278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8b82a4-bb5a-4e9f-b789-cf96d4461827 x-openstack-request-id: req-1c8b82a4-bb5a-4e9f-b789-cf96d4461827 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:31:01.998572 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e84ac0e-423f-4eb5-9147-d1c12ce212a8", "name": "network-vif-deleted", "tag": "a88a0cec-b1c2-49fa-b692-deef0a6e4a7f", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:31:01.998826 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c8b82a4-bb5a-4e9f-b789-cf96d4461827 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:31:01.999220 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8b82a4-bb5a-4e9f-b789-cf96d4461827'] response: {'server_uuid': '9e84ac0e-423f-4eb5-9147-d1c12ce212a8', 'name': 'network-vif-deleted', 'tag': 'a88a0cec-b1c2-49fa-b692-deef0a6e4a7f', 'status': 'completed', 'code': 200} Mar 23 21:31:02.256121 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6cddc010-8346-465e-922a-4f5d014f4aa3 req-f7259f74-75e9-4757-a93a-6f638509c2cc tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e84ac0e-423f-4eb5-9147-d1c12ce212a8 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Mar 23 21:31:04.097278 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4ccc99b7-83d6-43e3-9ee7-2a18648692e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:05.393058 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a88a0cec-b1c2-49fa-b692-deef0a6e4a7f no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:05.413466 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: a88a0cec-b1c2-49fa-b692-deef0a6e4a7f {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:05.413814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device a88a0cec-b1c2-49fa-b692-deef0a6e4a7f not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:05.753469 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51762) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:05.906359 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port 5cf4d621-2553-44f8-9fe3-eb1972153c70 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:05.906703 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:05.981725 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:05.982051 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (5cf4d621-2553-44f8-9fe3-eb1972153c70), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:05.994312 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for 5cf4d621-2553-44f8-9fe3-eb1972153c70 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:06.231948 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f3319191-fb8c-43ca-b542-bc241139b81b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:06.266550 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (5cf4d621-2553-44f8-9fe3-eb1972153c70), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:06.295473 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=5cf4d621-2553-44f8-9fe3-eb1972153c70,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:06.354234 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (683040b8-f5be-4069-b631-735672ccc5cb), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:06.354620 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Floating IP 683040b8-f5be-4069-b631-735672ccc5cb disassociated (deleted). External IP: 172.27.0.117, port: 77b43baa-7aef-4912-bf8d-8175c7cb863c. Mar 23 21:31:06.561613 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:31:06.668989 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:31:06.674235 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:06.678875 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:31:06.688277 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:06.688884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:06.703966 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1f1bbb87-ae7c-4777-8043-2faa3cc259d0 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "DELETE /v2.0/floatingips/683040b8-f5be-4069-b631-735672ccc5cb HTTP/1.1" status: 204 len: 168 time: 0.9493673 Mar 23 21:31:06.704568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:31:06.706836 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec3f00d-effc-4301-8fc1-7fb897c5464f" -d '{"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:31:06.746135 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbda2d0-07b9-45c0-9a3a-196ed75272a8 x-openstack-request-id: req-cdbda2d0-07b9-45c0-9a3a-196ed75272a8 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:31:06.746645 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:31:06.747150 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cdbda2d0-07b9-45c0-9a3a-196ed75272a8 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:31:06.747704 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbda2d0-07b9-45c0-9a3a-196ed75272a8'] response: {'name': 'network-changed', 'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'status': 'completed', 'code': 200} Mar 23 21:31:06.805853 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:06.812944 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e8e8f358-9988-47ee-9f50-7ca3cab52d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:06.814328 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e8e8f358-9988-47ee-9f50-7ca3cab52d29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 1129 time: 0.0472388 Mar 23 21:31:06.905135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-a676fd10-39f8-4365-a27a-6b222e7e5123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:06.906603 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-a676fd10-39f8-4365-a27a-6b222e7e5123 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 200 len: 911 time: 0.0871930 Mar 23 21:31:06.946522 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-ed2100dc-5ef5-4940-8e8f-32a6c15aa742 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 200 len: 217 time: 0.0346105 Mar 23 21:31:06.998913 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e30457b7-363a-493f-b9e2-2cb403c7459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:07.000374 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e30457b7-363a-493f-b9e2-2cb403c7459a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 200 len: 849 time: 0.0454407 Mar 23 21:31:07.005931 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:07.033043 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:31:07.041979 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:07.043210 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:07.052481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e6dcd472-a8f3-4a5e-8fad-3148c8a6b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:07.054080 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-e6dcd472-a8f3-4a5e-8fad-3148c8a6b0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99729b08-4e89-40e9-93e5-89d877025f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471683 Mar 23 21:31:07.149118 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-bb3c0968-2b26-4f1c-87bc-029735deec7a service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852146 Mar 23 21:31:07.157421 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:07.277069 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9467f4-7bb0-4d66-9363-fef33017e848 req-bae0fca5-f452-41a2-a6e0-cec4166f8c5b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:07.278550 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb9467f4-7bb0-4d66-9363-fef33017e848 req-bae0fca5-f452-41a2-a6e0-cec4166f8c5b tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.1161060 Mar 23 21:31:07.284640 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-eec3f00d-effc-4301-8fc1-7fb897c5464f req-5c7277ef-74aa-466a-912e-581b5804d4dd service neutron] 10.222.0.24 "GET /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296036 Mar 23 21:31:07.329106 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bb9467f4-7bb0-4d66-9363-fef33017e848 req-0fb50470-5809-4619-bf88-20480c7c8130 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Mar 23 21:31:07.359702 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:07.385753 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f429f718-1f4e-4eb9-8ed3-d8b42a94b816 None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:19Z', 'revision_number': 4, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'a7b090fc-bacf-43ec-8287-8879100d4262', 'name': '', 'network_id': '99729b08-4e89-40e9-93e5-89d877025f9b', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'mac_address': 'fa:16:3e:c3:0f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:19Z', 'updated_at': '2022-03-23T21:23:23Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'subnets': [{'id': 'ffa86cbe-842d-4e20-b413-4133786cc608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:31:07.612410 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa39b2a-f971-4380-9427-81c01c8ede5d None None] New status for floating IP 683040b8-f5be-4069-b631-735672ccc5cb: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:31:07.697055 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:08.445305 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cce0c4-5919-47d7-b280-eb4358147708 req-ec22d1f9-c168-49a0-b629-cbeff35e8e09 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:08.446784 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cce0c4-5919-47d7-b280-eb4358147708 req-ec22d1f9-c168-49a0-b629-cbeff35e8e09 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Mar 23 21:31:08.505132 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f8cce0c4-5919-47d7-b280-eb4358147708 req-fe697b3d-4fe9-4fa8-91bf-022d5a990f1a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/security-groups?id=5a773bed-7004-4527-95d5-ecad396cc08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490792 Mar 23 21:31:08.760990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523e71f-b988-4f37-829f-04655f8e9a22 req-849a323f-07f4-4319-a4d8-6c5cc8a1bbb5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:08.763371 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2523e71f-b988-4f37-829f-04655f8e9a22 req-849a323f-07f4-4319-a4d8-6c5cc8a1bbb5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0525007 Mar 23 21:31:08.808921 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2523e71f-b988-4f37-829f-04655f8e9a22 req-24433844-cbb5-43b6-ad14-ddfc1ffe2340 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392761 Mar 23 21:31:08.831532 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51784) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:08.874704 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-59c8add6-60ed-45fc-b1c6-4f4943b64f8f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:08.876041 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-59c8add6-60ed-45fc-b1c6-4f4943b64f8f tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 945 time: 0.0502944 Mar 23 21:31:08.958123 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5874f223-dd09-4c5b-b558-091c73508dc2 tempest-TestMinimumBasicScenario-1203871987 tempest-TestMinimumBasicScenario-1203871987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:08.959833 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5874f223-dd09-4c5b-b558-091c73508dc2 tempest-TestMinimumBasicScenario-1203871987 tempest-TestMinimumBasicScenario-1203871987-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1125 time: 0.1271513 Mar 23 21:31:08.962648 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51788) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:08.966941 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'floatingip': {'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'port_id': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:08.972134 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port 77b43baa-7aef-4912-bf8d-8175c7cb863c {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:08.972472 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.044413 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.060698 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] For port 77b43baa-7aef-4912-bf8d-8175c7cb863c, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=77b43baa-7aef-4912-bf8d-8175c7cb863c,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:09.061100 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.074161 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for 77b43baa-7aef-4912-bf8d-8175c7cb863c owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:09.123954 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.144267 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (None), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.246567 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_common [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Allocated IP 172.27.0.13 (8dc33f16-1689-4b37-a0f2-ed8e9a689b39/b133343c-c3e8-496d-86aa-fcbd43732379/92679140-3990-46d9-909f-cb1316e34ff3) {{(pid=103902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 21:31:09.262849 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (77b43baa-7aef-4912-bf8d-8175c7cb863c), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.289442 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=77b43baa-7aef-4912-bf8d-8175c7cb863c,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:09.335598 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] No DVR routers for this DVR port 77b43baa-7aef-4912-bf8d-8175c7cb863c on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:09.338110 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.341923 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-10d8241f-e6af-4e7a-a3cc-6989e02a0f92 req-00b45f00-22ea-4b49-b6d9-ddf307e04e30 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.24 "DELETE /v2.0/ports/77b43baa-7aef-4912-bf8d-8175c7cb863c HTTP/1.1" status: 204 len: 173 time: 0.4599299 Mar 23 21:31:09.342393 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'name': 'network-vif-deleted', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:31:09.344621 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29b6250-0813-406d-bec2-a616b3e9c476" -d '{"events": [{"server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "name": "network-vif-deleted", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:31:09.353547 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for port (92679140-3990-46d9-909f-cb1316e34ff3), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.378795 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670b59ac-a204-45f4-8d82-c48910fd2f64 x-openstack-request-id: req-670b59ac-a204-45f4-8d82-c48910fd2f64 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:31:09.379087 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aadb2ba5-1130-4c1a-ade2-8eef9c5d4311", "name": "network-vif-deleted", "tag": "77b43baa-7aef-4912-bf8d-8175c7cb863c", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:31:09.379360 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-670b59ac-a204-45f4-8d82-c48910fd2f64 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:31:09.379757 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670b59ac-a204-45f4-8d82-c48910fd2f64'] response: {'server_uuid': 'aadb2ba5-1130-4c1a-ade2-8eef9c5d4311', 'name': 'network-vif-deleted', 'tag': '77b43baa-7aef-4912-bf8d-8175c7cb863c', 'status': 'completed', 'code': 200} Mar 23 21:31:09.434718 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755079484919', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (92679140-3990-46d9-909f-cb1316e34ff3), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.470648 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Network 8dc33f16-1689-4b37-a0f2-ed8e9a689b39 is already hosted by enough agents. {{(pid=103902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 21:31:09.475025 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.base_scheduler [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Resources bound (agent type, host, resource id): {{(pid=103902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 21:31:09.481049 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Received port after_create {{(pid=103902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 21:31:09.486504 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'Port': ['ID=92679140-3990-46d9-909f-cb1316e34ff3,revision_number=1']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:09.596886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-96b60eef-f82a-4949-ae5e-ad6a981387a3 req-af7c4c6e-d102-42e4-aea4-3a40e0e8f935 tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "GET /v2.0/ports?device_id=aadb2ba5-1130-4c1a-ade2-8eef9c5d4311 HTTP/1.1" status: 200 len: 210 time: 0.0267458 Mar 23 21:31:09.841923 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for floatingip (1ed397e3-e00c-48dd-9d73-aab7a12976e5), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:09.981683 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (92679140-3990-46d9-909f-cb1316e34ff3), before_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.341698 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for port (92679140-3990-46d9-909f-cb1316e34ff3), precommit_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.417157 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2368269'] for port (92679140-3990-46d9-909f-cb1316e34ff3), after_update {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.488331 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'Port': ['ID=92679140-3990-46d9-909f-cb1316e34ff3,revision_number=2']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:10.501029 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-607558'] for floatingip (1ed397e3-e00c-48dd-9d73-aab7a12976e5), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.543529 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.600625 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Floating IP 1ed397e3-e00c-48dd-9d73-aab7a12976e5 associated. External IP: 172.27.0.13, port: 519cab2f-ddec-4370-9c40-912736e5f2f3. Mar 23 21:31:10.653151 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51796) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:10.786153 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Deleting port 30aa8342-a8f8-4a1d-92b1-6fd79331d9d1 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:10.786482 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.810749 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Router d9837bfe-98e3-4349-9642-f20f3ac518fe has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:31:10.860488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.860812 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:10.872099 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Calling delete_port for 30aa8342-a8f8-4a1d-92b1-6fd79331d9d1 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:10.913565 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:31:10.924771 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Sync routers for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:31:10.934836 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:10.935528 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:11.000303 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.033451 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-fedb46ac-1dfb-4d97-8fc7-54e1474eb7e3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0697472 Mar 23 21:31:11.034131 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:31:11.036358 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0090c6-fbb7-43fd-9888-9ba7b7470217" -d '{"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:31:11.036530 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51798) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:11.041752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1744491281', 'description': 'tempest-secgroup-smoke-1744491281 description', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:11.049076 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:11.074196 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a7ee6b-f627-4817-8fb6-57890f250ab8 x-openstack-request-id: req-90a7ee6b-f627-4817-8fb6-57890f250ab8 {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:31:11.074512 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:31:11.074763 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90a7ee6b-f627-4817-8fb6-57890f250ab8 {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:31:11.075210 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90a7ee6b-f627-4817-8fb6-57890f250ab8'] response: {'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:31:11.080276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (30aa8342-a8f8-4a1d-92b1-6fd79331d9d1), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.115111 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'Port': ['ID=30aa8342-a8f8-4a1d-92b1-6fd79331d9d1,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:11.159657 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.225308 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-2e653e28-e5a5-488f-97cf-3d7e799777bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:11.226779 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-2e653e28-e5a5-488f-97cf-3d7e799777bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1130 time: 0.1218398 Mar 23 21:31:11.229729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for floatingip (e8783149-bbed-44a0-b386-1f87d75a9a77), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.232193 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.235713 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c5262d67-530c-4e72-90d1-f6dc1f5dc46a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "DELETE /v2.0/floatingips/e8783149-bbed-44a0-b386-1f87d75a9a77 HTTP/1.1" status: 204 len: 168 time: 0.5791223 Mar 23 21:31:11.287922 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1ed397e3-e00c-48dd-9d73-aab7a12976e5', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'port_id': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'mac_address': 'fa:16:3e:c1:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0854802c-4186-487e-a46c-02cb8738ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:31:09Z', 'updated_at': '2022-03-23T21:31:09Z', 'revision_number': 0, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:11.318346 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Checking router: d9837bfe-98e3-4349-9642-f20f3ac518fe for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:31:11.327767 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:11.328381 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:11.335506 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (74368371-cb48-4373-a706-dec2f59fee7e), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.355847 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-c9303b43-b4b6-40a6-84db-07fad4cdf6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:11.357474 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-c9303b43-b4b6-40a6-84db-07fad4cdf6bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.1231451 Mar 23 21:31:11.424357 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-901f9657-6a28-4327-8219-6b7201888b18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 999 time: 0.0605605 Mar 23 21:31:11.426135 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (74368371-cb48-4373-a706-dec2f59fee7e), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.491418 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74368371-cb48-4373-a706-dec2f59fee7e,revision_number=1']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:11.502728 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-eceac3a5-4a61-441a-a4d6-5a3d55d62e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:11.504023 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-eceac3a5-4a61-441a-a4d6-5a3d55d62e69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0720239 Mar 23 21:31:11.522375 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.523533 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-d2c602c1-f56c-4580-9824-7bf44994c9dd tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4858749 Mar 23 21:31:11.526577 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51808) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:11.531205 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:11.563340 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-e89188a2-ac93-4836-a00f-0b63394bee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:11.565198 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-e89188a2-ac93-4836-a00f-0b63394bee22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541487 Mar 23 21:31:11.580341 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:11.641339 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (e5a3b8b4-1215-4b4e-b3c6-747a453af5ab), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.660031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-5bef2043-affb-4c46-b5a0-75d7387a2ca6 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885253 Mar 23 21:31:11.703749 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (e5a3b8b4-1215-4b4e-b3c6-747a453af5ab), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.758286 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-af0090c6-fbb7-43fd-9888-9ba7b7470217 req-2b15208d-d527-4cee-afca-83adbde59bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915630 Mar 23 21:31:11.777867 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (e5a3b8b4-1215-4b4e-b3c6-747a453af5ab), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.795983 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a3b8b4-1215-4b4e-b3c6-747a453af5ab,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:11.814786 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1ed397e3-e00c-48dd-9d73-aab7a12976e5', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'port_id': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'mac_address': 'fa:16:3e:c1:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0854802c-4186-487e-a46c-02cb8738ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:31:09Z', 'updated_at': '2022-03-23T21:31:09Z', 'revision_number': 0, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:11.840959 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7515edaf-5bbf-4825-9c43-e8eeb3d5439a None None] The sync data for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi is: [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_floatingips': [{'id': '1ed397e3-e00c-48dd-9d73-aab7a12976e5', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'router_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'port_id': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'mac_address': 'fa:16:3e:c1:7b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0854802c-4186-487e-a46c-02cb8738ff48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T21:31:09Z', 'updated_at': '2022-03-23T21:31:09Z', 'revision_number': 0, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:31:11.874436 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:11.876206 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-5f810245-9f7b-41e6-86a0-bac72ead1511 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3481054 Mar 23 21:31:11.878500 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51812) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:11.883197 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:11.999351 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (0757dfe7-2702-418a-ae51-b12d765490aa), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.050271 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af64d81f-831e-486b-9e2e-3862ec99d9c4 None None] New status for floating IP 1ed397e3-e00c-48dd-9d73-aab7a12976e5: ACTIVE {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:31:12.058143 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (0757dfe7-2702-418a-ae51-b12d765490aa), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.143097 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (0757dfe7-2702-418a-ae51-b12d765490aa), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.162541 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0757dfe7-2702-418a-ae51-b12d765490aa,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:12.236286 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.237992 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cb8c230b-0fa6-43c0-a23b-d2958b016d7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3583977 Mar 23 21:31:12.243311 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51814) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:12.246104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:12.353272 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (bbc55f74-e50a-4408-9324-5612aecf6385), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.413104 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (bbc55f74-e50a-4408-9324-5612aecf6385), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.483914 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (bbc55f74-e50a-4408-9324-5612aecf6385), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.503143 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc55f74-e50a-4408-9324-5612aecf6385,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:12.573353 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.575170 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a1462db7-f2b2-4c3c-be5f-8422586b0a11 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331318 Mar 23 21:31:12.577974 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51816) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:12.582298 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:12.628979 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51820) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:12.691089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (5a773bed-7004-4527-95d5-ecad396cc08b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.692595 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (57ecdae4-a1aa-4b98-9b4e-57de2afeda78), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.734182 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (5a773bed-7004-4527-95d5-ecad396cc08b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.782932 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (57ecdae4-a1aa-4b98-9b4e-57de2afeda78), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.868027 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (57ecdae4-a1aa-4b98-9b4e-57de2afeda78), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.886820 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ecdae4-a1aa-4b98-9b4e-57de2afeda78,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:12.896448 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (5a773bed-7004-4527-95d5-ecad396cc08b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.898961 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.900071 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] 10.222.0.35 "DELETE /v2.0/security-groups/5a773bed-7004-4527-95d5-ecad396cc08b HTTP/1.1" status: 204 len: 168 time: 0.2701399 Mar 23 21:31:12.911885 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90316987-0060-4ce2-8ed5-d9c68d4ef21a tempest-TestVolumeBootPattern-652621723 tempest-TestVolumeBootPattern-652621723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a773bed-7004-4527-95d5-ecad396cc08b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:12.967300 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:12.968531 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-b0a77a5f-02b5-41e7-bd16-3b24fef63247 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3896341 Mar 23 21:31:12.971258 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51824) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:12.975572 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:13.025301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51826) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:13.051393 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.securitygroups_db [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Project a9f16432b30d4d98b6f5653fda2183f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:31:13.056752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (28951854-445f-4c1e-be40-de693b8355bf), before_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.124978 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (28951854-445f-4c1e-be40-de693b8355bf), precommit_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.261445 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (28951854-445f-4c1e-be40-de693b8355bf), after_create {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.305843 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28951854-445f-4c1e-be40-de693b8355bf,revision_number=0']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:13.391213 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 77b43baa-7aef-4912-bf8d-8175c7cb863c no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:13.401121 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.402874 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-65ec778e-57c9-476d-9ee6-b5f675355fbe tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4306786 Mar 23 21:31:13.405737 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51830) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:13.410299 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.v2.base [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'security_group_rule': {'security_group_id': '74368371-cb48-4373-a706-dec2f59fee7e', 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:13.411127 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 77b43baa-7aef-4912-bf8d-8175c7cb863c {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:13.411478 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 77b43baa-7aef-4912-bf8d-8175c7cb863c not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:13.495133 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.508400 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.securitygroups_db [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Project a9f16432b30d4d98b6f5653fda2183f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 21:31:13.514048 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (f4b53cd7-48d6-4f10-907e-2c671a9c50aa), before_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.574691 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (f4b53cd7-48d6-4f10-907e-2c671a9c50aa), precommit_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.663029 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-559722'] for security_group_rule (f4b53cd7-48d6-4f10-907e-2c671a9c50aa), after_create {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.680834 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b53cd7-48d6-4f10-907e-2c671a9c50aa,revision_number=0']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:13.773127 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:13.774371 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1a83c506-b6b9-4557-adcb-f733f0b2be39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3676353 Mar 23 21:31:13.882471 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-cd31e971-fbc4-4b91-96a4-cb899068e802 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744491281&fields=id&tenant_id=a9f16432b30d4d98b6f5653fda2183f6 HTTP/1.1" status: 200 len: 267 time: 0.0606201 Mar 23 21:31:13.993166 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-038bbc04-4df7-4770-ad7e-3dbb9d983f61 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:13.994586 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-038bbc04-4df7-4770-ad7e-3dbb9d983f61 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.1057837 Mar 23 21:31:14.010054 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'port': {'security_groups': ['140f6192-510f-4b75-a091-d27b4433fd06', '74368371-cb48-4373-a706-dec2f59fee7e']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:31:14.123446 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.197934 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Deleting port a7b090fc-bacf-43ec-8287-8879100d4262 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:14.198293 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.350263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] For port a7b090fc-bacf-43ec-8287-8879100d4262, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a7b090fc-bacf-43ec-8287-8879100d4262,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:14.350543 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.368076 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Calling delete_port for a7b090fc-bacf-43ec-8287-8879100d4262 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:14.441171 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:14.485600 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.548783 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.560140 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:31:14.602974 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:14.603551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.605622 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-227cf7ac-349d-494f-8a16-8a6a0c860836 req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "PUT /v2.0/ports/519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 982 time: 0.6024311 Mar 23 21:31:14.606168 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:31:14.608485 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882f25f8-d9a2-4983-aea6-2c2698520207" -d '{"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:31:14.665990 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cd64e-aab6-4f3f-97d6-ec091504d271 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=6']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:14.690475 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63047305-45b1-48ee-8646-80f1a4f74172 x-openstack-request-id: req-63047305-45b1-48ee-8646-80f1a4f74172 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:31:14.694032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:31:14.694032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63047305-45b1-48ee-8646-80f1a4f74172 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:31:14.694032 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63047305-45b1-48ee-8646-80f1a4f74172'] response: {'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:31:14.717163 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:31:14.754752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (a7b090fc-bacf-43ec-8287-8879100d4262), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:14.792089 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7b090fc-bacf-43ec-8287-8879100d4262,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:14.859263 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f461a92-dc95-4b19-9bb0-ea7b47bebf5a req-7dd4034a-849b-4482-9d8c-345a76bccb2e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:14.860990 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f461a92-dc95-4b19-9bb0-ea7b47bebf5a req-7dd4034a-849b-4482-9d8c-345a76bccb2e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.1687346 Mar 23 21:31:14.886842 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-2837a2dc-34a6-4f4f-871b-b3eaa613a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:14.888713 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-2837a2dc-34a6-4f4f-871b-b3eaa613a674 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1169 time: 0.1662214 Mar 23 21:31:14.986292 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-19d19d42-0ed8-4278-b6cf-b41e54822ac3 None None] Provisioning complete for port 519cab2f-ddec-4370-9c40-912736e5f2f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:31:14.986673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-19d19d42-0ed8-4278-b6cf-b41e54822ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:15.070053 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f461a92-dc95-4b19-9bb0-ea7b47bebf5a req-11a4bdab-8b45-4edd-bca8-b54bae1d9d74 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2007785 Mar 23 21:31:15.105462 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-81d9f1dc-f838-4005-9af7-6a5348fd4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:15.106903 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-81d9f1dc-f838-4005-9af7-6a5348fd4984 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.2123568 Mar 23 21:31:15.126749 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:15.194220 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-19d19d42-0ed8-4278-b6cf-b41e54822ac3 None None] Current status of the port 519cab2f-ddec-4370-9c40-912736e5f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:31:15.252132 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-e7c99789-3595-4120-8c7e-acd8f26f3aed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 1001 time: 0.1338470 Mar 23 21:31:15.317060 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-de6f2895-c12e-4e2a-b620-1bde9bf29707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:15.318496 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-de6f2895-c12e-4e2a-b620-1bde9bf29707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0594127 Mar 23 21:31:15.446664 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-4bdab66b-d174-4485-8d59-548115c06096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:15.448136 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-4bdab66b-d174-4485-8d59-548115c06096 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0897655 Mar 23 21:31:15.501398 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Router 11ba63f6-dd72-4638-82db-6c15cf3f061a has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:31:15.614311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-0d7cdd13-a897-4396-8819-2b9d4fa90b6b service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593602 Mar 23 21:31:15.685996 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:31:15.691743 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-bc624099-ba68-4105-8e76-85a06f7e8a83 admin admin] 10.222.0.35 "PUT /v2.0/routers/11ba63f6-dd72-4638-82db-6c15cf3f061a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6654410 Mar 23 21:31:15.694355 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51840) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:15.697221 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Sync routers for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:31:15.707054 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:15.707673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:15.726324 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-882f25f8-d9a2-4983-aea6-2c2698520207 req-1ada7ae8-621a-4ce6-a8b4-9eabb933a095 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038587 Mar 23 21:31:15.806208 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks [] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:15.818866 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:15.905234 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks [] for router_gateway (11ba63f6-dd72-4638-82db-6c15cf3f061a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:15.998019 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:31:14Z', 'revision_number': 5, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port': {'id': '7854a8b1-8900-4547-8cc4-7f74a6d5ce0a', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:02:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:16.026104 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Checking router: 11ba63f6-dd72-4638-82db-6c15cf3f061a for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:31:16.033104 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Deleting port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:16.033750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.035265 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Routers {'11ba63f6-dd72-4638-82db-6c15cf3f061a'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:16.035879 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['11ba63f6-dd72-4638-82db-6c15cf3f061a'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:16.111408 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] For port 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:16.111773 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.124924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Calling delete_port for 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:16.129650 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] Set router 11ba63f6-dd72-4638-82db-6c15cf3f061a gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:16.184416 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:31:15Z', 'revision_number': 6, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:16.210085 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881bd68-5de7-49f7-88be-74efca541142 None None] The sync data for ids ['11ba63f6-dd72-4638-82db-6c15cf3f061a'] in dv-cinder-834918-1-iscsi is: [{'id': '11ba63f6-dd72-4638-82db-6c15cf3f061a', 'name': 'tempest-TestVolumeBootPattern-65981727-router', 'tenant_id': '09602a1a94e946e1b78379ac0f6a99d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:16Z', 'updated_at': '2022-03-23T21:31:15Z', 'revision_number': 6, 'project_id': '09602a1a94e946e1b78379ac0f6a99d2', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:31:16.348726 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (7854a8b1-8900-4547-8cc4-7f74a6d5ce0a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.376458 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7854a8b1-8900-4547-8cc4-7f74a6d5ce0a,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:16.434572 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.520782 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.522768 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks [] for router_controller (11ba63f6-dd72-4638-82db-6c15cf3f061a), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.628573 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (11ba63f6-dd72-4638-82db-6c15cf3f061a), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.629168 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ba63f6-dd72-4638-82db-6c15cf3f061a {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:31:16.633589 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.634739 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9e3f6f17-f41c-4a38-8e78-61733a242c3f admin admin] 10.222.0.35 "DELETE /v2.0/routers/11ba63f6-dd72-4638-82db-6c15cf3f061a HTTP/1.1" status: 204 len: 168 time: 0.9393933 Mar 23 21:31:16.638755 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51842) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:16.684176 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Deleting subnet ffa86cbe-842d-4e20-b413-4133786cc608 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:31:16.687156 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Publish callbacks [] for subnet (ffa86cbe-842d-4e20-b413-4133786cc608), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.720161 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (ffa86cbe-842d-4e20-b413-4133786cc608), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.793986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (ffa86cbe-842d-4e20-b413-4133786cc608), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.931689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (ffa86cbe-842d-4e20-b413-4133786cc608), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.957053 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffa86cbe-842d-4e20-b413-4133786cc608,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:16.960692 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:16.964090 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-9900036a-ad8b-4877-9af7-d19679637904 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ffa86cbe-842d-4e20-b413-4133786cc608 HTTP/1.1" status: 204 len: 168 time: 0.3249261 Mar 23 21:31:16.967366 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51844) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:16.971432 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09139624-dde9-48f7-ae2e-1dc7b05d6029 None None] Network 99729b08-4e89-40e9-93e5-89d877025f9b requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:31:17.041417 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (99729b08-4e89-40e9-93e5-89d877025f9b), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.097633 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Deleting port 1fca921e-b720-4b2a-99be-4a8287d3300e {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:17.097977 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.136838 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] DHCP port deletion for 99729b08-4e89-40e9-93e5-89d877025f9b request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:31:17.166562 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] For port 1fca921e-b720-4b2a-99be-4a8287d3300e, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1fca921e-b720-4b2a-99be-4a8287d3300e,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:17.166932 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.180398 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Calling delete_port for 1fca921e-b720-4b2a-99be-4a8287d3300e owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:17.184868 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Deleting port 1fca921e-b720-4b2a-99be-4a8287d3300e {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:17.185228 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.251258 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] For port 1fca921e-b720-4b2a-99be-4a8287d3300e, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=1fca921e-b720-4b2a-99be-4a8287d3300e,segment=NetworkSegment(3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4),segment_id=3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:17.251662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.268188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Calling delete_port for 1fca921e-b720-4b2a-99be-4a8287d3300e owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:17.348368 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.354300 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (1fca921e-b720-4b2a-99be-4a8287d3300e), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.373542 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fca921e-b720-4b2a-99be-4a8287d3300e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:17.379211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] No DVR routers for this DVR port 1fca921e-b720-4b2a-99be-4a8287d3300e on host dv-cinder-834918-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:17.382303 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Pushing event deleted for resources: {'Port': ['ID=1fca921e-b720-4b2a-99be-4a8287d3300e,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:17.389049 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] No DVR routers for this DVR port 1fca921e-b720-4b2a-99be-4a8287d3300e on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:17.398770 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.399133 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.399476 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.399820 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.400157 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.400491 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.400827 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.401197 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.401581 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.402425 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.402754 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.403083 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.403437 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.403760 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.404084 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660863aa-3646-4737-8531-b3969bfa5f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:31:17.457002 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (99729b08-4e89-40e9-93e5-89d877025f9b), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.477653 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99729b08-4e89-40e9-93e5-89d877025f9b']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:17.487125 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:17.487499 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:17.497562 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.510200 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.516387 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:31:17.516759 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (3bbcd7e3-67d7-4dcf-a0a7-d4df63137fb4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:31:17.518396 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:31:17.655252 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (99729b08-4e89-40e9-93e5-89d877025f9b), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.660705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:17.663866 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] 10.222.0.35 "DELETE /v2.0/networks/99729b08-4e89-40e9-93e5-89d877025f9b HTTP/1.1" status: 204 len: 168 time: 0.6944017 Mar 23 21:31:17.666838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51846) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:17.675251 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd20ac2-6d65-4abc-ab35-505d62b68f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=99729b08-4e89-40e9-93e5-89d877025f9b,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:18.002016 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:18.061879 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a7b090fc-bacf-43ec-8287-8879100d4262 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:18.084569 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: a7b090fc-bacf-43ec-8287-8879100d4262 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:18.084940 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a7b090fc-bacf-43ec-8287-8879100d4262 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:18.085367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1fca921e-b720-4b2a-99be-4a8287d3300e no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:18.105724 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 1fca921e-b720-4b2a-99be-4a8287d3300e {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:18.106073 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 1fca921e-b720-4b2a-99be-4a8287d3300e not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:18.106496 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:18.126105 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:18.126464 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7854a8b1-8900-4547-8cc4-7f74a6d5ce0a not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:18.243400 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Deleting port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:18.243744 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:18.321743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] For port 7e95bb0a-a90f-4c1f-843c-aacc21b00e79, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:18.322034 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:18.550795 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Calling delete_port for 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:18.810986 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (7e95bb0a-a90f-4c1f-843c-aacc21b00e79), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:18.835767 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e95bb0a-a90f-4c1f-843c-aacc21b00e79,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:18.999537 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.204838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Router 502e8c72-dfa0-4a31-90ad-efe8250fce21 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:31:19.308641 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:31:19.313436 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6f5fde17-0857-467e-b919-683791738f89 admin admin] 10.222.0.35 "PUT /v2.0/routers/502e8c72-dfa0-4a31-90ad-efe8250fce21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6455617 Mar 23 21:31:19.315890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51848) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:19.318408 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Sync routers for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:31:19.332001 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:19.332613 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:19.419163 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks [] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.436048 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:19.520785 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks [] for router_gateway (502e8c72-dfa0-4a31-90ad-efe8250fce21), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.610835 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2845859a-d072-4d90-908a-1538e6039547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:31:18Z', 'revision_number': 5, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port': {'id': '2845859a-d072-4d90-908a-1538e6039547', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:f3:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:23:24Z', 'updated_at': '2022-03-23T21:23:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:19.623540 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Deleting port 2845859a-d072-4d90-908a-1538e6039547 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:19.623910 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (2845859a-d072-4d90-908a-1538e6039547), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.640817 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Checking router: 502e8c72-dfa0-4a31-90ad-efe8250fce21 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:31:19.649148 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Routers {'502e8c72-dfa0-4a31-90ad-efe8250fce21'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:31:19.649735 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:31:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['502e8c72-dfa0-4a31-90ad-efe8250fce21'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:19.703302 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] For port 2845859a-d072-4d90-908a-1538e6039547, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=2845859a-d072-4d90-908a-1538e6039547,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:19.703665 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (2845859a-d072-4d90-908a-1538e6039547), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.716463 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Calling delete_port for 2845859a-d072-4d90-908a-1538e6039547 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:19.737959 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] Set router 502e8c72-dfa0-4a31-90ad-efe8250fce21 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:31:19.791195 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:31:19Z', 'revision_number': 6, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:19.817544 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aa3717-d390-4a8c-8fd7-673757aea65f None None] The sync data for ids ['502e8c72-dfa0-4a31-90ad-efe8250fce21'] in dv-cinder-834918-1-iscsi is: [{'id': '502e8c72-dfa0-4a31-90ad-efe8250fce21', 'name': 'tempest-TestVolumeBootPattern-1112528662-router', 'tenant_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:23:23Z', 'updated_at': '2022-03-23T21:31:19Z', 'revision_number': 6, 'project_id': '8c0a8322b4914b50bc37813ddd3b5a9a', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:31:19.948196 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (2845859a-d072-4d90-908a-1538e6039547), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:19.972736 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Pushing event deleted for resources: {'Port': ['ID=2845859a-d072-4d90-908a-1538e6039547,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:20.029507 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.119557 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.121621 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks [] for router_controller (502e8c72-dfa0-4a31-90ad-efe8250fce21), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.273882 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (502e8c72-dfa0-4a31-90ad-efe8250fce21), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.274496 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 502e8c72-dfa0-4a31-90ad-efe8250fce21 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:31:20.279892 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.281055 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c6b9e58a-1237-4e3d-aba8-f0e87c1a7faa admin admin] 10.222.0.35 "DELETE /v2.0/routers/502e8c72-dfa0-4a31-90ad-efe8250fce21 HTTP/1.1" status: 204 len: 168 time: 0.9642456 Mar 23 21:31:20.283636 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51850) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:20.326803 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Deleting subnet ffab751d-7207-4f11-a8db-7a81f85e0647 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:31:20.329783 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Publish callbacks [] for subnet (ffab751d-7207-4f11-a8db-7a81f85e0647), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.362853 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (ffab751d-7207-4f11-a8db-7a81f85e0647), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.439709 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (ffab751d-7207-4f11-a8db-7a81f85e0647), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.553808 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (ffab751d-7207-4f11-a8db-7a81f85e0647), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.558409 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:20.582074 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffab751d-7207-4f11-a8db-7a81f85e0647,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:20.584009 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:20.584137 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.584643 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 7e95bb0a-a90f-4c1f-843c-aacc21b00e79 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:20.588108 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-6aa65cc4-9010-48ae-842e-886b009dabbf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ffab751d-7207-4f11-a8db-7a81f85e0647 HTTP/1.1" status: 204 len: 168 time: 0.3026180 Mar 23 21:31:20.590047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51852) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:20.597584 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b627d4-eb8a-4e0a-92af-ecb4533cd6b0 None None] Network 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:31:20.658006 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.715267 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Deleting port f41f82cf-623c-48aa-ac86-df55d5b54985 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:20.715603 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.767294 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] DHCP port deletion for 0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:31:20.786280 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] For port f41f82cf-623c-48aa-ac86-df55d5b54985, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f41f82cf-623c-48aa-ac86-df55d5b54985,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:20.786958 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.800804 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Calling delete_port for f41f82cf-623c-48aa-ac86-df55d5b54985 owned by network:dhcp {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:20.818041 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Deleting port f41f82cf-623c-48aa-ac86-df55d5b54985 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:31:20.818420 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:20.983021 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.011729 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] For port f41f82cf-623c-48aa-ac86-df55d5b54985, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f41f82cf-623c-48aa-ac86-df55d5b54985,segment=NetworkSegment(c35c7105-9282-4d08-b6c6-72145fbc7fd6),segment_id=c35c7105-9282-4d08-b6c6-72145fbc7fd6)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:31:21.012051 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.020271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41f82cf-623c-48aa-ac86-df55d5b54985,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:21.024470 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Calling delete_port for f41f82cf-623c-48aa-ac86-df55d5b54985 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:31:21.029999 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] No DVR routers for this DVR port f41f82cf-623c-48aa-ac86-df55d5b54985 on host dv-cinder-834918-1-iscsi {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:21.098228 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.099750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (f41f82cf-623c-48aa-ac86-df55d5b54985), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.117976 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4']}} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:21.125708 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] Pushing event deleted for resources: {'Port': ['ID=f41f82cf-623c-48aa-ac86-df55d5b54985,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:21.127520 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35c7105-9282-4d08-b6c6-72145fbc7fd6') {'for_net_delete': True} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:21.127690 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607acc2-bd7e-4e4e-9a5a-53fbe1e0fb88 None None] No DVR routers for this DVR port f41f82cf-623c-48aa-ac86-df55d5b54985 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:31:21.128118 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.services.segments.db [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35c7105-9282-4d08-b6c6-72145fbc7fd6') {} {{(pid=103903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:31:21.140282 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3058745'] for segment (c35c7105-9282-4d08-b6c6-72145fbc7fd6), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.154950 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (c35c7105-9282-4d08-b6c6-72145fbc7fd6), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.160739 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:31:21.161752 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2750392'] for segment (c35c7105-9282-4d08-b6c6-72145fbc7fd6), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: Traceback (most recent call last): Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: timer() Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: cb(*args, **kw) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: return func(*args, **kwargs) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: self._notify() Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: self.callback(batched_events) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: event.method(event) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: return f(self, *a, **k) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._get(url).json() Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: return self.request(url, 'GET', **kwargs) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:31:21.162876 dv-cinder-834918-1-iscsi neutron-server[103903]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:31:21.290903 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.296522 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.299676 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] 10.222.0.35 "DELETE /v2.0/networks/0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4 HTTP/1.1" status: 204 len: 168 time: 0.7086439 Mar 23 21:31:21.310894 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5888fb-578f-4888-a44d-0e4472b23801 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdd1ba2-b8dc-4f99-a9ec-197595d51fa4,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:21.421948 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:31:21.645191 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51858) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:21.688896 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-f5b1d5fd-29e5-4095-b7fb-ae54ea2b22d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09602a1a94e946e1b78379ac0f6a99d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399783 Mar 23 21:31:21.689615 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51860) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:21.739121 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] Publish callbacks [] for security_group (ca931230-9c03-4043-a604-e08b673fbe8d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.765479 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] Publish callbacks [] for security_group (ca931230-9c03-4043-a604-e08b673fbe8d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.948778 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (ca931230-9c03-4043-a604-e08b673fbe8d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.951297 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:21.952482 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca931230-9c03-4043-a604-e08b673fbe8d HTTP/1.1" status: 204 len: 168 time: 0.2618816 Mar 23 21:31:21.960165 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f0f7a-4318-4602-b08f-d6d983576612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca931230-9c03-4043-a604-e08b673fbe8d,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:22.061256 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f41f82cf-623c-48aa-ac86-df55d5b54985 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:22.080990 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: f41f82cf-623c-48aa-ac86-df55d5b54985 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:22.081331 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f41f82cf-623c-48aa-ac86-df55d5b54985 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:22.081733 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 2845859a-d072-4d90-908a-1538e6039547 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:31:22.099912 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 2845859a-d072-4d90-908a-1538e6039547 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:31:22.100252 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 2845859a-d072-4d90-908a-1538e6039547 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:31:22.690008 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51866) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:22.728286 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-7aa57a42-3b07-4f44-8010-b31fd3c2b034 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c0a8322b4914b50bc37813ddd3b5a9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380542 Mar 23 21:31:22.730780 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51868) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:31:22.776828 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] Publish callbacks [] for security_group (c28200c4-50f6-418f-84da-9f170be93967), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:22.797160 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] Publish callbacks [] for security_group (c28200c4-50f6-418f-84da-9f170be93967), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:22.902333 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (c28200c4-50f6-418f-84da-9f170be93967), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:22.904817 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:22.905986 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c28200c4-50f6-418f-84da-9f170be93967 HTTP/1.1" status: 204 len: 168 time: 0.1743400 Mar 23 21:31:22.914072 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ad373-01d3-47b3-a94b-0646dcd6aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28200c4-50f6-418f-84da-9f170be93967,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:31:23.159709 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:34.136733 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-fecbe351-8163-46b5-8d2d-59a0faf06e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:36.187589 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0f71b5ac-4566-4039-896c-a5095c4e2b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:37.708038 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:38.213769 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe2b87-8705-43c3-bca2-bb09be331c94 req-012708b2-c1d4-4ffd-8557-10623b91d8a1 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:38.215255 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0ebe2b87-8705-43c3-bca2-bb09be331c94 req-012708b2-c1d4-4ffd-8557-10623b91d8a1 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0532222 Mar 23 21:31:38.273897 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0ebe2b87-8705-43c3-bca2-bb09be331c94 req-2c89be40-82f8-4e26-b3fa-c4025d882961 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523803 Mar 23 21:31:38.397709 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-4b9b1a81-e211-4564-8c14-e910bfec9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:38.399172 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-4b9b1a81-e211-4564-8c14-e910bfec9379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1169 time: 0.0442028 Mar 23 21:31:38.489535 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-476819cd-2d34-4367-9e29-afb49b8b7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:38.491005 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-476819cd-2d34-4367-9e29-afb49b8b7d4b service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.0846615 Mar 23 21:31:38.558158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-636da27c-2a5a-460d-8d6a-f7f2e91af071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0574446 Mar 23 21:31:38.610512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-9eb00e21-1460-4a76-bc74-902b3eae8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:38.611951 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-9eb00e21-1460-4a76-bc74-902b3eae8b69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0459960 Mar 23 21:31:38.927111 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-42ccb226-7f5e-44cc-8baf-3d3f3b7e2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:38.928598 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-42ccb226-7f5e-44cc-8baf-3d3f3b7e2111 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3104465 Mar 23 21:31:39.020302 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-da2dbe70-ba57-4501-bc44-3a9e12f46860 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806839 Mar 23 21:31:39.112387 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-78b2c2e6-da55-41a2-af57-f03e619b83b9 req-2bacc8fd-3aba-490e-9b3b-f628c7acd0e3 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832877 Mar 23 21:31:39.119395 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:39.394907 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f0c76-811d-495c-9167-547d772b1b6e req-c3ef1aae-a235-4461-bdad-604aa186736b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:39.396365 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c8f0c76-811d-495c-9167-547d772b1b6e req-c3ef1aae-a235-4461-bdad-604aa186736b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0548902 Mar 23 21:31:39.455481 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1c8f0c76-811d-495c-9167-547d772b1b6e req-5bc0f444-a85d-4a69-a076-cc02293f280c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533931 Mar 23 21:31:40.559189 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:40.578760 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f39a7-4505-4a10-8bd6-0471816fae92 req-5d5956c3-8dad-46a7-ae14-de1852a1a571 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:40.580248 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f7f39a7-4505-4a10-8bd6-0471816fae92 req-5d5956c3-8dad-46a7-ae14-de1852a1a571 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0577238 Mar 23 21:31:40.638544 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f7f39a7-4505-4a10-8bd6-0471816fae92 req-7e3663c8-58ef-4ab8-8b94-8520ac7acb7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526671 Mar 23 21:31:41.756007 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753508f2-56b7-433d-940e-406b2b011ca9 req-cb5b6af4-f4f9-45fb-bd3b-732f258d25e4 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:41.757538 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-753508f2-56b7-433d-940e-406b2b011ca9 req-cb5b6af4-f4f9-45fb-bd3b-732f258d25e4 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0531614 Mar 23 21:31:41.816150 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-753508f2-56b7-433d-940e-406b2b011ca9 req-e48178f0-727a-40ed-b226-3963c5e01937 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529571 Mar 23 21:31:42.931218 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebce46c-a340-4f8c-aec5-104c6578132e req-4a587ced-d94f-4c27-baf9-5aa896f5e507 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:42.932677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ebce46c-a340-4f8c-aec5-104c6578132e req-4a587ced-d94f-4c27-baf9-5aa896f5e507 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0524027 Mar 23 21:31:42.993735 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ebce46c-a340-4f8c-aec5-104c6578132e req-93607ca1-2406-414c-b60a-1773e2c64432 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555618 Mar 23 21:31:44.109194 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c1c25-1574-4db3-8e4e-6a542193016a req-5b577196-c645-431f-bd2c-da543f902a8f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:44.110630 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-838c1c25-1574-4db3-8e4e-6a542193016a req-5b577196-c645-431f-bd2c-da543f902a8f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0521247 Mar 23 21:31:44.167750 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-838c1c25-1574-4db3-8e4e-6a542193016a req-34446365-5ea4-4ef6-a649-14f7d60f4fb0 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516098 Mar 23 21:31:45.282473 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cd5e2-1714-4081-9eb1-635e2d32b7d1 req-a1cc1211-ebd7-440e-855e-bee1d1423a3b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:45.283934 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f78cd5e2-1714-4081-9eb1-635e2d32b7d1 req-a1cc1211-ebd7-440e-855e-bee1d1423a3b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0520630 Mar 23 21:31:45.342057 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f78cd5e2-1714-4081-9eb1-635e2d32b7d1 req-12e00987-ab84-47e9-9001-5dd52f5e213f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524225 Mar 23 21:31:46.463524 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e77f16-6849-405a-bbd3-2bc8a752abf1 req-29583659-6dfd-44e1-bbd4-393844b6ff39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:46.465012 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69e77f16-6849-405a-bbd3-2bc8a752abf1 req-29583659-6dfd-44e1-bbd4-393844b6ff39 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0553493 Mar 23 21:31:46.522711 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-69e77f16-6849-405a-bbd3-2bc8a752abf1 req-2c130253-baba-414d-b53b-ebb8d2dbf028 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515888 Mar 23 21:31:47.640309 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5920a1-0be9-426c-9142-cfc3d33092d1 req-ade9ae64-c94b-4507-827a-447d215e83a5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:47.641819 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac5920a1-0be9-426c-9142-cfc3d33092d1 req-ade9ae64-c94b-4507-827a-447d215e83a5 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0537391 Mar 23 21:31:47.700706 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ac5920a1-0be9-426c-9142-cfc3d33092d1 req-d0311540-aba6-4528-9017-d845e3dd7be4 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531881 Mar 23 21:31:48.822388 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a8975-9548-4c5f-b480-9e48f51acad2 req-9ee4b356-4fe4-4be7-b315-ce6d9bf07427 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:48.823838 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-775a8975-9548-4c5f-b480-9e48f51acad2 req-9ee4b356-4fe4-4be7-b315-ce6d9bf07427 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0570233 Mar 23 21:31:48.886349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-775a8975-9548-4c5f-b480-9e48f51acad2 req-03cb6745-e347-446a-94c9-af8f20b21e0c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562379 Mar 23 21:31:50.002319 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f34c51-7dc4-428c-b57a-4c07ecc4a384 req-6f6847c3-f26f-48a1-8f6d-07f50c074acf tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:50.003699 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91f34c51-7dc4-428c-b57a-4c07ecc4a384 req-6f6847c3-f26f-48a1-8f6d-07f50c074acf tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0525956 Mar 23 21:31:50.062645 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91f34c51-7dc4-428c-b57a-4c07ecc4a384 req-b511028a-46e5-41a9-ad1d-813a8e8ae945 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533080 Mar 23 21:31:51.178071 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017341f5-8163-4b94-96af-c2c0616e7f60 req-2b510fb4-8839-4a6d-982c-7db9cc4b916b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:51.179520 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-017341f5-8163-4b94-96af-c2c0616e7f60 req-2b510fb4-8839-4a6d-982c-7db9cc4b916b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0531363 Mar 23 21:31:51.236662 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-017341f5-8163-4b94-96af-c2c0616e7f60 req-3cfbb318-f428-42e4-a1e3-d00b7c499561 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515733 Mar 23 21:31:52.357172 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee7b5-9f86-48d6-b0ad-671ee47d640f req-8dba275e-6c70-4610-bca2-26fc9e61ee08 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:52.358613 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-52cee7b5-9f86-48d6-b0ad-671ee47d640f req-8dba275e-6c70-4610-bca2-26fc9e61ee08 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0551651 Mar 23 21:31:52.416277 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-52cee7b5-9f86-48d6-b0ad-671ee47d640f req-ad2094ab-eedc-4de2-a2e7-9ea46e65f1a3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521405 Mar 23 21:31:53.190013 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:31:53.532219 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38807739-d5fe-49ea-a435-287d38b9e138 req-aa311c2a-a6b1-45ba-b82f-50a1bbdbcf28 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:53.533741 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38807739-d5fe-49ea-a435-287d38b9e138 req-aa311c2a-a6b1-45ba-b82f-50a1bbdbcf28 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0521233 Mar 23 21:31:53.591253 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-38807739-d5fe-49ea-a435-287d38b9e138 req-67236fdf-36db-42bf-96b1-2e222656aad9 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520003 Mar 23 21:31:54.710528 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f4232-618d-40cb-9d76-3628c3cbdaa0 req-c5caa39a-30a5-4c23-b074-5b1d3791664c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:54.716243 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd0f4232-618d-40cb-9d76-3628c3cbdaa0 req-c5caa39a-30a5-4c23-b074-5b1d3791664c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0558646 Mar 23 21:31:54.770542 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-bd0f4232-618d-40cb-9d76-3628c3cbdaa0 req-3fc0480a-4a74-4c08-b76b-8a94bf00e1b6 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523634 Mar 23 21:31:55.886093 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fbd4d-2dc7-410a-9626-74bc48c495b0 req-44b826bb-49cd-4410-9e7c-eca26d664cae tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:31:55.887574 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe7fbd4d-2dc7-410a-9626-74bc48c495b0 req-44b826bb-49cd-4410-9e7c-eca26d664cae tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0522666 Mar 23 21:31:55.945742 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fe7fbd4d-2dc7-410a-9626-74bc48c495b0 req-da6ad211-0f6b-4362-a834-af537e053c6a tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&id=74368371-cb48-4373-a706-dec2f59fee7e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525405 Mar 23 21:31:58.421323 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:32:02.638210 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-7ba6c01e-3d02-4db0-a733-ee389cf614b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417476 Mar 23 21:32:02.724488 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-668fc230-e79a-49ba-9864-28aab7c67b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:02.725985 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-668fc230-e79a-49ba-9864-28aab7c67b6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.0470960 Mar 23 21:32:02.825539 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-d7b15a41-3728-4cf7-a1b4-f653a80ac185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:02.826996 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-d7b15a41-3728-4cf7-a1b4-f653a80ac185 service neutron] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 909 time: 0.0830579 Mar 23 21:32:02.895197 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-72d7e66c-dea6-45ad-ad99-b76479796ec9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 1002 time: 0.0619357 Mar 23 21:32:02.941205 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-432614b0-f1a2-471d-96e9-439562a8262e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:02.942590 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-432614b0-f1a2-471d-96e9-439562a8262e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.0413597 Mar 23 21:32:02.989123 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-da289759-d97a-47dc-b12d-e41ff3ede93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:02.990553 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-da289759-d97a-47dc-b12d-e41ff3ede93f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415998 Mar 23 21:32:03.079338 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-cb6a0c23-2982-45f7-9b8b-32ece8cf1c4e service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829308 Mar 23 21:32:03.165282 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3ba7cbe6-a77b-4243-aee3-1be784ad5f88 req-e86533c4-2c1f-4d4f-844c-7c8cf49186ec service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801668 Mar 23 21:32:04.078449 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-378112ae-768e-4341-ba8d-150d2b32bda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:06.180413 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a586e44a-1813-4f10-bbed-5875509974fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:07.684377 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:09.107294 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:10.556961 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:15.677536 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e968c-096e-40a0-8dd9-760cb2b741f4 req-870b25f4-6c00-4277-ae33-b223afe8e0b7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:15.678996 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-612e968c-096e-40a0-8dd9-760cb2b741f4 req-870b25f4-6c00-4277-ae33-b223afe8e0b7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Mar 23 21:32:15.730806 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-612e968c-096e-40a0-8dd9-760cb2b741f4 req-ea940792-bfaa-4702-8375-e990d7936bcf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463164 Mar 23 21:32:16.849489 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d33d1f-b01f-49c2-80c5-d51d9c005bf1 req-bb26e55c-6437-4652-bcb9-d81a8a042187 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:16.850927 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8d33d1f-b01f-49c2-80c5-d51d9c005bf1 req-bb26e55c-6437-4652-bcb9-d81a8a042187 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0512345 Mar 23 21:32:16.898562 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-b8d33d1f-b01f-49c2-80c5-d51d9c005bf1 req-14930e67-4a43-4013-ae70-24edd8fdb868 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Mar 23 21:32:18.017342 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e546d-8317-4a6c-874f-945c19bb4249 req-3a919235-5bea-4f27-b0de-5ee048f5d77e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:18.018719 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f1e546d-8317-4a6c-874f-945c19bb4249 req-3a919235-5bea-4f27-b0de-5ee048f5d77e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0511119 Mar 23 21:32:18.066504 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5f1e546d-8317-4a6c-874f-945c19bb4249 req-02423b6b-76c3-4cf5-9960-bb991e6069e6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421159 Mar 23 21:32:19.184967 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e083c9-414d-4198-bfe8-8dc11d727354 req-0095992a-d784-405d-9d0e-bafde012b083 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:19.186438 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3e083c9-414d-4198-bfe8-8dc11d727354 req-0095992a-d784-405d-9d0e-bafde012b083 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0548294 Mar 23 21:32:19.232424 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-d3e083c9-414d-4198-bfe8-8dc11d727354 req-a2f19e4a-db1a-4f54-b1d1-f1593aef3e5c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 Mar 23 21:32:20.346301 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b4093-2c90-4e0b-85ba-4f309ab62db3 req-e8e0afc0-7527-449b-8f5b-fbbc64166791 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:20.347645 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375b4093-2c90-4e0b-85ba-4f309ab62db3 req-e8e0afc0-7527-449b-8f5b-fbbc64166791 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0509286 Mar 23 21:32:20.395158 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-375b4093-2c90-4e0b-85ba-4f309ab62db3 req-8736d736-78cf-4c82-8853-e65c33eeb4d8 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419228 Mar 23 21:32:21.510310 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3310fae-6cab-4fa4-a011-e55b1fbb3053 req-071f623e-3689-4418-930f-944fad88e894 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:21.511772 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3310fae-6cab-4fa4-a011-e55b1fbb3053 req-071f623e-3689-4418-930f-944fad88e894 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0508237 Mar 23 21:32:21.563383 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f3310fae-6cab-4fa4-a011-e55b1fbb3053 req-986a880f-b5f7-4304-8557-7f174975ce0f tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454469 Mar 23 21:32:22.677821 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e725459-0264-4b63-884f-4bb7dd3bd4a6 req-09db6567-85e1-4e38-91fa-0b541fe1c106 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:22.679287 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e725459-0264-4b63-884f-4bb7dd3bd4a6 req-09db6567-85e1-4e38-91fa-0b541fe1c106 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0524874 Mar 23 21:32:22.726677 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3e725459-0264-4b63-884f-4bb7dd3bd4a6 req-0cfec2c9-81d3-4df9-802c-3192baf3f803 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419104 Mar 23 21:32:23.214222 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:23.840132 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ddc92-3065-4f70-a7d6-91a73f032b12 req-02db17af-31c6-47bc-8093-3748e1ea0a62 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:23.841602 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-575ddc92-3065-4f70-a7d6-91a73f032b12 req-02db17af-31c6-47bc-8093-3748e1ea0a62 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0502958 Mar 23 21:32:23.889754 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-575ddc92-3065-4f70-a7d6-91a73f032b12 req-176d2ba9-a38e-45f2-99d1-4714f6ec7fcf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415802 Mar 23 21:32:25.007717 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88ddd-3a76-4a03-97e5-d49666bb3648 req-b1317769-4d7a-4145-97ed-4c6d7cff6bd2 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:25.009106 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4cb88ddd-3a76-4a03-97e5-d49666bb3648 req-b1317769-4d7a-4145-97ed-4c6d7cff6bd2 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0546150 Mar 23 21:32:25.055896 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4cb88ddd-3a76-4a03-97e5-d49666bb3648 req-edbe8978-6773-4a93-9557-d8df7d449943 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Mar 23 21:32:26.169226 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57739f-c120-48fc-af23-f71379b12b0b req-53766360-9a0b-4d1c-9641-39bd217d2344 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:26.171230 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5e57739f-c120-48fc-af23-f71379b12b0b req-53766360-9a0b-4d1c-9641-39bd217d2344 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0519629 Mar 23 21:32:26.218075 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-5e57739f-c120-48fc-af23-f71379b12b0b req-bbab2d47-c9d0-4256-bb82-5ef4c835a3cf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413759 Mar 23 21:32:27.335919 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c175-3ae6-4e2a-a982-bf4ec21d5000 req-c403b6ac-6a54-432c-924b-30c2fa03d4b3 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:27.337376 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91f3c175-3ae6-4e2a-a982-bf4ec21d5000 req-c403b6ac-6a54-432c-924b-30c2fa03d4b3 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0546649 Mar 23 21:32:27.383726 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-91f3c175-3ae6-4e2a-a982-bf4ec21d5000 req-4d0691dc-29b8-4f9b-9622-f36f93d9438e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Mar 23 21:32:28.501729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca533bed-2e1e-44e8-be11-dab12cd70b4a req-48f899ab-a09a-4268-a78c-ab5d8a343114 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:28.503191 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca533bed-2e1e-44e8-be11-dab12cd70b4a req-48f899ab-a09a-4268-a78c-ab5d8a343114 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0504084 Mar 23 21:32:28.562446 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ca533bed-2e1e-44e8-be11-dab12cd70b4a req-0a0e06ce-93c5-4b0d-b84b-e29127aecf1b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538836 Mar 23 21:32:28.593046 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-00e9321b-61e9-4ede-af82-e2c6c959792a tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1744491281&fields=id&tenant_id=a9f16432b30d4d98b6f5653fda2183f6 HTTP/1.1" status: 200 len: 267 time: 0.0542283 Mar 23 21:32:28.650276 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-b64cc745-e24d-4119-8af8-9e64ef2f1b7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:28.651689 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-b64cc745-e24d-4119-8af8-9e64ef2f1b7f tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 985 time: 0.0534639 Mar 23 21:32:28.662729 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.v2.base [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Request body: {'port': {'security_groups': ['140f6192-510f-4b75-a091-d27b4433fd06']}} {{(pid=103903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 21:32:28.730495 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:28.898351 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:28.926300 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), precommit_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:28.985207 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2750428'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_update {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:28.996740 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:32:29.027573 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.028196 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.029758 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-f23e9c22-19a6-400c-8adc-23a90fc94a24 req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "PUT /v2.0/ports/519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 943 time: 0.3713772 Mar 23 21:32:29.030358 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:32:29.032797 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa56e81c-b714-49df-a1b2-07e1cb877efd" -d '{"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:32:29.037761 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 51950) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:29.079320 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ba0343-e180-4214-93b1-623993b030c9 x-openstack-request-id: req-71ba0343-e180-4214-93b1-623993b030c9 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:32:29.079654 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:32:29.079888 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-71ba0343-e180-4214-93b1-623993b030c9 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:32:29.080293 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ba0343-e180-4214-93b1-623993b030c9'] response: {'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:32:29.092807 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event updated for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=7']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:29.122398 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:32:29.132079 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.132424 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.132774 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.133148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.133483 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.133822 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.134179 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.134540 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.134836 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.135162 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.135490 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.135816 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.136145 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.136468 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.136790 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d374e574-52b7-4484-90b1-690d0272f563 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.176852 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (74368371-cb48-4373-a706-dec2f59fee7e), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.181726 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-979e4df5-92b8-4ca1-80c1-0edce209501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.183272 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-979e4df5-92b8-4ca1-80c1-0edce209501b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1130 time: 0.0842681 Mar 23 21:32:29.256227 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (74368371-cb48-4373-a706-dec2f59fee7e), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.318272 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-58b18469-24dd-42b7-b4ef-d40adcb6e129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.319657 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-58b18469-24dd-42b7-b4ef-d40adcb6e129 service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.1270447 Mar 23 21:32:29.349935 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-d404a77d-38bf-4c93-ab3a-b1aeaaf48815 None None] Provisioning complete for port 519cab2f-ddec-4370-9c40-912736e5f2f3 triggered by entity DHCP. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:32:29.350307 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d404a77d-38bf-4c93-ab3a-b1aeaaf48815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.386472 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-ff1738c9-ca06-48c4-8a8b-9d8156b3613b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 1001 time: 0.0594707 Mar 23 21:32:29.431815 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-d404a77d-38bf-4c93-ab3a-b1aeaaf48815 None None] Current status of the port 519cab2f-ddec-4370-9c40-912736e5f2f3 is: ACTIVE; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:32:29.435036 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-82e520cb-b0e6-4493-903d-210ddce5dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.436533 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-82e520cb-b0e6-4493-903d-210ddce5dc99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0432999 Mar 23 21:32:29.437580 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (74368371-cb48-4373-a706-dec2f59fee7e), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.440052 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.441148 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "DELETE /v2.0/security-groups/74368371-cb48-4373-a706-dec2f59fee7e HTTP/1.1" status: 204 len: 168 time: 0.4023809 Mar 23 21:32:29.443852 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 51952) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:29.461469 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e9809-1fd2-4b1e-aec1-18a125394a5e tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74368371-cb48-4373-a706-dec2f59fee7e,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:29.497614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-3412dd90-4c5f-411e-b3d9-fca5cad525fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.499162 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-3412dd90-4c5f-411e-b3d9-fca5cad525fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546107 Mar 23 21:32:29.587291 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-8270db3e-5449-4fdd-830a-0f70cd06cc91 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808535 Mar 23 21:32:29.606187 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Deleting port 92679140-3990-46d9-909f-cb1316e34ff3 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:29.606540 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (92679140-3990-46d9-909f-cb1316e34ff3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.682850 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (92679140-3990-46d9-909f-cb1316e34ff3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.683083 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for floatingip (92679140-3990-46d9-909f-cb1316e34ff3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.697768 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Calling delete_port for 92679140-3990-46d9-909f-cb1316e34ff3 owned by network:floatingip {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:29.722136 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d59457-947c-48e7-ae0c-bc7e81909de3 req-57ca3572-9cb0-49f5-b28d-e15efce639a4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:29.723592 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73d59457-947c-48e7-ae0c-bc7e81909de3 req-57ca3572-9cb0-49f5-b28d-e15efce639a4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0814114 Mar 23 21:32:29.725779 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fa56e81c-b714-49df-a1b2-07e1cb877efd req-88eb26bc-d93f-4062-9cc5-7919f73a39c4 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295371 Mar 23 21:32:29.777200 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73d59457-947c-48e7-ae0c-bc7e81909de3 req-aacb4ea2-e005-42f7-bdf0-eb05be1b9346 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477121 Mar 23 21:32:29.918169 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (92679140-3990-46d9-909f-cb1316e34ff3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:29.943435 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event deleted for resources: {'Port': ['ID=92679140-3990-46d9-909f-cb1316e34ff3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:29.954418 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.954773 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.955109 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.955442 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.955774 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.956104 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.956430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.956757 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.957112 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:29.961927 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:30.014787 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks [] for floatingip (1ed397e3-e00c-48dd-9d73-aab7a12976e5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:30.015114 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.db.l3_db [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Floating IP 1ed397e3-e00c-48dd-9d73-aab7a12976e5 disassociated (deleted). External IP: 172.27.0.13, port: 519cab2f-ddec-4370-9c40-912736e5f2f3. Mar 23 21:32:30.217589 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Router d9837bfe-98e3-4349-9642-f20f3ac518fe has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:32:30.535849 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:32:30.540552 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:30.548455 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Sync routers for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:32:30.558273 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:30.558887 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:30.570722 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-b33c65e1-9589-4f4f-b46d-9dfa21c5e91d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "DELETE /v2.0/floatingips/1ed397e3-e00c-48dd-9d73-aab7a12976e5 HTTP/1.1" status: 204 len: 168 time: 1.1252418 Mar 23 21:32:30.571305 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:32:30.573594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce0e6a5443bf450910c7c98b241d1837fb8240f5387fc488b1e451b46dfca2ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed628c74-ecc2-46cb-9585-838d15891754" -d '{"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:32:30.611847 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82dae76-1b0e-41f0-b3ec-7cf5e72e1f2b x-openstack-request-id: req-e82dae76-1b0e-41f0-b3ec-7cf5e72e1f2b {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:32:30.612203 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:32:30.612525 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e82dae76-1b0e-41f0-b3ec-7cf5e72e1f2b {{(pid=103902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:32:30.613027 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82dae76-1b0e-41f0-b3ec-7cf5e72e1f2b'] response: {'name': 'network-changed', 'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:32:30.675145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:30.687815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628c74-ecc2-46cb-9585-838d15891754 req-a27e8a01-ea06-4056-94f9-b24fe13ef95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:30.689619 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-a27e8a01-ea06-4056-94f9-b24fe13ef95b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 1130 time: 0.0533903 Mar 23 21:32:30.782512 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628c74-ecc2-46cb-9585-838d15891754 req-51547546-2a53-4350-83e6-8315b4791b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:30.783955 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-51547546-2a53-4350-83e6-8315b4791b2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 200 len: 916 time: 0.0879011 Mar 23 21:32:30.825338 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-db645be0-8c2a-43bb-b371-e5689eec908c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 200 len: 217 time: 0.0357199 Mar 23 21:32:30.879706 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:30.911238 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Checking router: d9837bfe-98e3-4349-9642-f20f3ac518fe for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:32:30.918551 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628c74-ecc2-46cb-9585-838d15891754 req-78005152-18c1-461c-8463-af1db6d93570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:30.920770 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-78005152-18c1-461c-8463-af1db6d93570 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 200 len: 854 time: 0.0840940 Mar 23 21:32:30.924095 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:30.924811 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:30.991231 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4399cbf4-c697-401a-9222-db80659f5b80 req-bd3e380e-8276-4b90-8c26-9646615c2aa4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:30.992765 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4399cbf4-c697-401a-9222-db80659f5b80 req-bd3e380e-8276-4b90-8c26-9646615c2aa4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.1275783 Mar 23 21:32:31.010457 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-a6687438-1da8-407b-ba21-7b7cead5d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:31.011881 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-a6687438-1da8-407b-ba21-7b7cead5d564 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.1048429 Mar 23 21:32:31.038193 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:31.075484 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed628c74-ecc2-46cb-9585-838d15891754 req-7e5adcb4-3b01-4f5c-bc9c-7f3e09b83c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:31.077031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-7e5adcb4-3b01-4f5c-bc9c-7f3e09b83c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=11b5f10a-72cf-4751-bb35-6e312f9770d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1408641 Mar 23 21:32:31.165323 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4399cbf4-c697-401a-9222-db80659f5b80 req-2c8ad192-919e-4054-9d28-8b785d900af9 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648281 Mar 23 21:32:31.197386 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-2df06f46-68c2-4589-b09d-74da5936f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:31.198847 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-2df06f46-68c2-4589-b09d-74da5936f5f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 909 time: 0.1754918 Mar 23 21:32:31.244826 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:31.252149 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-52654388-001c-4bd3-8a4f-72b2e14baf2d service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645823 Mar 23 21:32:31.271039 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6caa4d99-452c-487c-9f49-8ff036df18c1 None None] The sync data for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi is: [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:15Z', 'revision_number': 4, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': 'f257882a-c527-4be5-91b0-2f81d19eb3f3', 'name': '', 'network_id': '11b5f10a-72cf-4751-bb35-6e312f9770d0', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'mac_address': 'fa:16:3e:a4:c6:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:15Z', 'updated_at': '2022-03-23T21:30:19Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'subnets': [{'id': 'aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:32:31.315953 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-418fb007-49dc-4cbd-97ce-3f8ab506e8b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 1002 time: 0.1091862 Mar 23 21:32:31.388433 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-8e1936bf-a006-4d49-8ed9-3f38d551b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:31.390464 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-8e1936bf-a006-4d49-8ed9-3f38d551b2a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.0687301 Mar 23 21:32:31.396045 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-ed628c74-ecc2-46cb-9585-838d15891754 req-72ae7521-5af1-419c-9ab0-429f8c73f6f8 service neutron] 10.222.0.24 "GET /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337709 Mar 23 21:32:31.457138 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-9ddae101-6056-4fdc-9f03-6e2d458898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:31.458681 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-9ddae101-6056-4fdc-9f03-6e2d458898a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489178 Mar 23 21:32:31.493577 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4811cbe-1abc-48b6-a0cd-07ab28b7c71b None None] New status for floating IP 1ed397e3-e00c-48dd-9d73-aab7a12976e5: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:32:31.561616 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-f069fd29-72e8-409f-b934-2b3982c82391 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949223 Mar 23 21:32:31.655813 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-cae5d6b4-2641-4aaf-9d4a-81032a46d390 req-8aba9f76-b970-49d9-a87e-337017f2c35a service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872347 Mar 23 21:32:32.280390 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd3fbd-2374-447a-ad4d-a63405599511 req-ea4206e7-c27e-4035-aefb-b6c4235300cf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:32.281850 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45cd3fbd-2374-447a-ad4d-a63405599511 req-ea4206e7-c27e-4035-aefb-b6c4235300cf tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0518222 Mar 23 21:32:32.329657 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-45cd3fbd-2374-447a-ad4d-a63405599511 req-0191d055-f265-4f2a-8913-9032f732d777 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Mar 23 21:32:33.446681 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54d9ce-692d-41f1-8c03-632b6af40988 req-065bd3d3-e76d-4ecf-81fe-ca56c8775601 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:33.448137 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f54d9ce-692d-41f1-8c03-632b6af40988 req-065bd3d3-e76d-4ecf-81fe-ca56c8775601 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0521157 Mar 23 21:32:33.498831 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9f54d9ce-692d-41f1-8c03-632b6af40988 req-86096579-bf26-4ad1-81ad-e56d32445a48 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439718 Mar 23 21:32:34.071218 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d9a268f0-6ce6-4e16-9ab0-abc902f00d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:34.619672 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34ef0-4612-4d71-b241-931b7279d334 req-3f0eba10-53fb-4e78-a825-9ab22cd5c76c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:34.621286 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3e34ef0-4612-4d71-b241-931b7279d334 req-3f0eba10-53fb-4e78-a825-9ab22cd5c76c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0562534 Mar 23 21:32:34.670935 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-c3e34ef0-4612-4d71-b241-931b7279d334 req-f801fe51-e200-4f67-a0ec-50e66f985c31 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437887 Mar 23 21:32:34.858024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa35710-de4c-4d3f-8124-d61ad95d5bcc req-fc3183bf-765a-4a31-8b2e-76961456610d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:34.859510 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-baa35710-de4c-4d3f-8124-d61ad95d5bcc req-fc3183bf-765a-4a31-8b2e-76961456610d tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0531654 Mar 23 21:32:34.906285 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-baa35710-de4c-4d3f-8124-d61ad95d5bcc req-ed10e72f-3909-4621-84b8-f3940adda3f4 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405095 Mar 23 21:32:35.133063 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df46384-7b20-4636-8fef-663d22f31bef req-6d19c1a1-50c8-4640-8951-ae8b4db5ad7b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:35.134557 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3df46384-7b20-4636-8fef-663d22f31bef req-6d19c1a1-50c8-4640-8951-ae8b4db5ad7b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0551496 Mar 23 21:32:35.183336 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3df46384-7b20-4636-8fef-663d22f31bef req-21489959-6982-461d-88f8-e255fe27f309 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431581 Mar 23 21:32:35.305828 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52008) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:35.390874 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-70ee2c0d-ef9e-4476-9f16-4270135b0311 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838974 Mar 23 21:32:35.399259 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-266901df-2228-41ad-8ef4-b2a845e48a9d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=103902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 21:32:35.400207 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-266901df-2228-41ad-8ef4-b2a845e48a9d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047922 Mar 23 21:32:35.419890 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:32:35.563550 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52016) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:35.609468 dv-cinder-834918-1-iscsi neutron-server[103902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 21:32:35.650937 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-c435618b-57b6-4c41-aad7-4ecc2c4c1a60 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:35.652395 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-c435618b-57b6-4c41-aad7-4ecc2c4c1a60 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports/761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 943 time: 0.0877593 Mar 23 21:32:36.022062 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cca85-cba8-45a5-9a53-acd7db58a108 req-cea1e0ba-cbe1-40d4-9a24-3c4a946c25fc tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:36.023540 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d0cca85-cba8-45a5-9a53-acd7db58a108 req-cea1e0ba-cbe1-40d4-9a24-3c4a946c25fc tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0516093 Mar 23 21:32:36.073108 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9d0cca85-cba8-45a5-9a53-acd7db58a108 req-932536ae-e3aa-4b08-a591-68d9bc14e7d6 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439904 Mar 23 21:32:36.208606 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-4dc1483c-c370-49fd-b9b6-0f549d16087b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:36.299517 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826f709-18ce-4658-a826-4779a4282d46 req-8fd6b018-e711-48d3-8902-6fb2ceaa25a9 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:36.300967 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4826f709-18ce-4658-a826-4779a4282d46 req-8fd6b018-e711-48d3-8902-6fb2ceaa25a9 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0511823 Mar 23 21:32:36.351986 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-4826f709-18ce-4658-a826-4779a4282d46 req-5866fd3c-b58e-4a4e-ac0a-343f3a384250 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453198 Mar 23 21:32:36.736436 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-895ab10d-0b86-4478-951b-f28ad8990ed3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:36.737791 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-895ab10d-0b86-4478-951b-f28ad8990ed3 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.24 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0508130 Mar 23 21:32:36.833819 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Deleting port 519cab2f-ddec-4370-9c40-912736e5f2f3 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:36.834133 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.216437 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] For port 519cab2f-ddec-4370-9c40-912736e5f2f3, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=519cab2f-ddec-4370-9c40-912736e5f2f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:37.217688 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.237989 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758fc38d-715b-4a8e-8d12-085365340238 req-e662f379-48fb-4fa0-a541-e361de216621 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:37.239429 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-758fc38d-715b-4a8e-8d12-085365340238 req-e662f379-48fb-4fa0-a541-e361de216621 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 946 time: 0.0934970 Mar 23 21:32:37.240330 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Calling delete_port for 519cab2f-ddec-4370-9c40-912736e5f2f3 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:37.331318 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-758fc38d-715b-4a8e-8d12-085365340238 req-40479700-b8cd-4cbb-9c85-5a8558bc102c tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/security-groups?id=140f6192-510f-4b75-a091-d27b4433fd06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853446 Mar 23 21:32:37.462317 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (519cab2f-ddec-4370-9c40-912736e5f2f3), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.476429 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['519cab2f-ddec-4370-9c40-912736e5f2f3'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:32:37.481788 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77972703-6f56-462d-9019-527be4f17677 req-920a4e2e-7f00-4192-93bc-d800cf21aaaa tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:37.483347 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-77972703-6f56-462d-9019-527be4f17677 req-920a4e2e-7f00-4192-93bc-d800cf21aaaa tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0652676 Mar 23 21:32:37.507532 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Pushing event deleted for resources: {'Port': ['ID=519cab2f-ddec-4370-9c40-912736e5f2f3,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:37.562049 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] No DVR routers for this DVR port 519cab2f-ddec-4370-9c40-912736e5f2f3 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:32:37.568560 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.571797 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-8913efdd-86b8-4497-b4d4-83626c09fc9a req-287a9e53-667e-4fc3-b6dd-f79ff7926f6b tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.24 "DELETE /v2.0/ports/519cab2f-ddec-4370-9c40-912736e5f2f3 HTTP/1.1" status: 204 len: 173 time: 0.8286014 Mar 23 21:32:37.572173 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'name': 'network-vif-deleted', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:32:37.574487 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f248412-31ab-46e4-8ed0-f2ce26ef664f" -d '{"events": [{"server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "name": "network-vif-deleted", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:32:37.596198 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-77972703-6f56-462d-9019-527be4f17677 req-2d9cf131-b273-4154-8383-1db89e97bb62 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907195 Mar 23 21:32:37.611482 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaa1ef8-6fa2-4ffe-ae71-b0092196bd9d x-openstack-request-id: req-daaa1ef8-6fa2-4ffe-ae71-b0092196bd9d {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:32:37.611771 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0854802c-4186-487e-a46c-02cb8738ff48", "name": "network-vif-deleted", "tag": "519cab2f-ddec-4370-9c40-912736e5f2f3", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:32:37.612021 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-daaa1ef8-6fa2-4ffe-ae71-b0092196bd9d {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:32:37.612537 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daaa1ef8-6fa2-4ffe-ae71-b0092196bd9d'] response: {'server_uuid': '0854802c-4186-487e-a46c-02cb8738ff48', 'name': 'network-vif-deleted', 'tag': '519cab2f-ddec-4370-9c40-912736e5f2f3', 'status': 'completed', 'code': 200} Mar 23 21:32:37.728307 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.753798 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:37.836308 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 761439ee-397b-470d-b8cc-d3ae3bb1e056 is: ACTIVE; New status is: DOWN {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:32:37.836705 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:37.861410 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:32:37.863330 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ec585c-8795-4e45-9942-cf4ce6ee92ac" -d '{"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-unplugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:32:37.878783 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:37.908412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 21:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5b8016-a4cd-417b-8925-74a302efcb49 x-openstack-request-id: req-fa5b8016-a4cd-417b-8925-74a302efcb49 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:32:37.908412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-unplugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:32:37.908412 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa5b8016-a4cd-417b-8925-74a302efcb49 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:32:37.908412 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5b8016-a4cd-417b-8925-74a302efcb49'] response: {'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'code': 200} Mar 23 21:32:37.964612 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:38.013211 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=6']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:38.020807 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.021188 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.021539 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.021885 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.022225 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.022564 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.022899 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.023231 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.023565 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.023891 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.024244 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.024574 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.024921 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.025250 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.025575 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:32:38.083032 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-f0189a88-9681-44b4-a65b-fe8b3dbd72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.084488 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-f0189a88-9681-44b4-a65b-fe8b3dbd72d8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933&tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75 HTTP/1.1" status: 200 len: 1128 time: 0.0474002 Mar 23 21:32:38.152504 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-e4eb54b9-df91-4060-bfb6-6aec7894a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.153961 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-e4eb54b9-df91-4060-bfb6-6aec7894a306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1128 time: 0.0450842 Mar 23 21:32:38.241723 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-a8194f59-8379-4605-a9d6-2b622e92e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.243148 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-a8194f59-8379-4605-a9d6-2b622e92e0ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 909 time: 0.0804162 Mar 23 21:32:38.310163 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-bcf1dba7-a7d3-4d85-a970-3b5a480b5041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 1000 time: 0.0598211 Mar 23 21:32:38.358195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-8727615c-8a32-429d-a6ad-484c76af03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.359627 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-8727615c-8a32-429d-a6ad-484c76af03c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.0425396 Mar 23 21:32:38.411203 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386535c8-f1bc-4bed-b035-8051b631911f req-a8220a0b-62b0-40f7-9dd8-dbe076b04d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.412676 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-a8220a0b-62b0-40f7-9dd8-dbe076b04d67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441098 Mar 23 21:32:38.453292 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2d46e2a1-fa4d-4431-8cf2-e1fa3021042c req-8545c7b9-e3b5-45fc-b44a-debce2117d83 tempest-TestMinimumBasicScenario-1431143132 tempest-TestMinimumBasicScenario-1431143132-project] 10.222.0.35 "GET /v2.0/ports?device_id=0854802c-4186-487e-a46c-02cb8738ff48 HTTP/1.1" status: 200 len: 210 time: 0.0387146 Mar 23 21:32:38.519224 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-c3b9f380-e8fa-411e-9181-73274ef78216 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949681 Mar 23 21:32:38.608311 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-386535c8-f1bc-4bed-b035-8051b631911f req-b46ab78a-d406-46ee-bee2-fc93fd4b0336 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796447 Mar 23 21:32:38.721086 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdc907-2c80-4e26-adde-48969f35c0ec req-2bbce7d0-70b0-4076-89a6-8708985a6d32 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:38.722716 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61cdc907-2c80-4e26-adde-48969f35c0ec req-2bbce7d0-70b0-4076-89a6-8708985a6d32 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0575361 Mar 23 21:32:38.771807 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-61cdc907-2c80-4e26-adde-48969f35c0ec req-d9c0bf41-a7de-4394-b532-0bc310fdf993 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436676 Mar 23 21:32:39.112786 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:39.752684 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 519cab2f-ddec-4370-9c40-912736e5f2f3 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:39.774145 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 519cab2f-ddec-4370-9c40-912736e5f2f3 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:39.774826 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 519cab2f-ddec-4370-9c40-912736e5f2f3 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:39.891463 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725221a-bc15-42a9-81b2-14a9b2499901 req-19794092-9970-4791-b382-a35d508ab9c5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:39.893007 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a725221a-bc15-42a9-81b2-14a9b2499901 req-19794092-9970-4791-b382-a35d508ab9c5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0555291 Mar 23 21:32:39.943826 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-a725221a-bc15-42a9-81b2-14a9b2499901 req-c1293a43-fbeb-479b-bc36-0a68d9f0d6e3 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449347 Mar 23 21:32:40.574028 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:40.810835 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52094) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:41.063403 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1144a9-a1f0-44d7-bbe7-93dd1585cfb8 req-da82c61a-6c4f-4709-a57f-07a2f0b860da tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:41.064886 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd1144a9-a1f0-44d7-bbe7-93dd1585cfb8 req-da82c61a-6c4f-4709-a57f-07a2f0b860da tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0527420 Mar 23 21:32:41.116525 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-fd1144a9-a1f0-44d7-bbe7-93dd1585cfb8 req-0781588c-bcbd-4cd0-960b-bb71c334b782 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460813 Mar 23 21:32:41.158596 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:41.395797 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Deleting port f257882a-c527-4be5-91b0-2f81d19eb3f3 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:41.396142 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:41.473873 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] For port f257882a-c527-4be5-91b0-2f81d19eb3f3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=f257882a-c527-4be5-91b0-2f81d19eb3f3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:41.474234 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:41.486601 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Calling delete_port for f257882a-c527-4be5-91b0-2f81d19eb3f3 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:41.712393 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (f257882a-c527-4be5-91b0-2f81d19eb3f3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:41.736253 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Pushing event deleted for resources: {'Port': ['ID=f257882a-c527-4be5-91b0-2f81d19eb3f3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:41.903804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.124367 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Router d9837bfe-98e3-4349-9642-f20f3ac518fe has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:32:42.227477 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:32:42.233044 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-43374c02-2a9d-4a62-8dfd-6f4524b4ca23 admin admin] 10.222.0.35 "PUT /v2.0/routers/d9837bfe-98e3-4349-9642-f20f3ac518fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4206038 Mar 23 21:32:42.235635 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52100) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:42.238021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Sync routers for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:32:42.246365 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7efbb5-da35-44a7-996d-9a776409ad4a req-9ade2c50-244b-4615-add6-9b1fe00ef256 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:42.248033 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:42.248942 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:42.252290 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1b7efbb5-da35-44a7-996d-9a776409ad4a req-9ade2c50-244b-4615-add6-9b1fe00ef256 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0598428 Mar 23 21:32:42.300378 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-1b7efbb5-da35-44a7-996d-9a776409ad4a req-6ee97e7e-86aa-4e7c-9e79-e3b797d364e6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454941 Mar 23 21:32:42.339672 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks [] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.443973 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks [] for router_gateway (d9837bfe-98e3-4349-9642-f20f3ac518fe), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.492665 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:42.572100 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Deleting port e7252ffb-970a-4d65-ab1b-c3faad72bd26 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:42.572329 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.652023 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] For port e7252ffb-970a-4d65-ab1b-c3faad72bd26, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=e7252ffb-970a-4d65-ab1b-c3faad72bd26,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:42.652383 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.665299 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Calling delete_port for e7252ffb-970a-4d65-ab1b-c3faad72bd26 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:42.667662 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:32:41Z', 'revision_number': 5, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port': {'id': 'e7252ffb-970a-4d65-ab1b-c3faad72bd26', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:11:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:30:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:42.694438 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Checking router: d9837bfe-98e3-4349-9642-f20f3ac518fe for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:32:42.703183 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Routers {'d9837bfe-98e3-4349-9642-f20f3ac518fe'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:42.703794 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['d9837bfe-98e3-4349-9642-f20f3ac518fe'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:42.791154 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] Set router d9837bfe-98e3-4349-9642-f20f3ac518fe gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:42.845153 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:32:42Z', 'revision_number': 6, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:42.870378 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26274632-27a9-4946-b4a4-063857c2ee71 None None] The sync data for ids ['d9837bfe-98e3-4349-9642-f20f3ac518fe'] in dv-cinder-834918-1-iscsi is: [{'id': 'd9837bfe-98e3-4349-9642-f20f3ac518fe', 'name': 'tempest-TestMinimumBasicScenario-1205598885-router', 'tenant_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:12Z', 'updated_at': '2022-03-23T21:32:42Z', 'revision_number': 6, 'project_id': 'a9f16432b30d4d98b6f5653fda2183f6', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:32:42.882891 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (e7252ffb-970a-4d65-ab1b-c3faad72bd26), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:42.914195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7252ffb-970a-4d65-ab1b-c3faad72bd26,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:42.971993 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.059396 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.061993 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks [] for router_controller (d9837bfe-98e3-4349-9642-f20f3ac518fe), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.175571 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (d9837bfe-98e3-4349-9642-f20f3ac518fe), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.176042 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9837bfe-98e3-4349-9642-f20f3ac518fe {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:32:43.180203 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.181383 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-96370daf-00cd-44a7-bc85-dbeae3d53e74 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d9837bfe-98e3-4349-9642-f20f3ac518fe HTTP/1.1" status: 204 len: 168 time: 0.9446912 Mar 23 21:32:43.183864 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52102) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:43.231873 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Deleting subnet aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:32:43.235224 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Publish callbacks [] for subnet (aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.271050 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.348775 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.416829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f475ae0-832f-438c-97d1-278e17463f76 req-03aadda0-633b-4bbf-b4ad-9e86424fa62a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:43.418361 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f475ae0-832f-438c-97d1-278e17463f76 req-03aadda0-633b-4bbf-b4ad-9e86424fa62a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0509422 Mar 23 21:32:43.466447 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-3f475ae0-832f-438c-97d1-278e17463f76 req-a18d193f-ba62-4e29-9007-ce83a7b473c8 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Mar 23 21:32:43.467136 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.497660 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:43.500260 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.504168 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-064cdf4f-031b-4a98-a8a8-d52e9c2a27c6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aa99bfe1-efb8-453e-b7ca-21fb3b2b3a3e HTTP/1.1" status: 204 len: 168 time: 0.3186085 Mar 23 21:32:43.504356 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a1584d-ea83-446c-b42e-2a1c949a1199 None None] Network 11b5f10a-72cf-4751-bb35-6e312f9770d0 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:32:43.506055 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52106) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:43.571385 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (11b5f10a-72cf-4751-bb35-6e312f9770d0), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.630529 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Deleting port 4540331f-ef84-4489-af66-260d2759a8e3 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:43.630926 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (4540331f-ef84-4489-af66-260d2759a8e3), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.664737 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] DHCP port deletion for 11b5f10a-72cf-4751-bb35-6e312f9770d0 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:32:43.695568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] For port 4540331f-ef84-4489-af66-260d2759a8e3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=4540331f-ef84-4489-af66-260d2759a8e3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:43.695935 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (4540331f-ef84-4489-af66-260d2759a8e3), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.708545 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Calling delete_port for 4540331f-ef84-4489-af66-260d2759a8e3 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:43.712884 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Deleting port 4540331f-ef84-4489-af66-260d2759a8e3 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:43.713298 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (4540331f-ef84-4489-af66-260d2759a8e3), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.779833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] For port 4540331f-ef84-4489-af66-260d2759a8e3, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=4540331f-ef84-4489-af66-260d2759a8e3,segment=NetworkSegment(3853394b-cf23-456a-98df-321e10b3dbb5),segment_id=3853394b-cf23-456a-98df-321e10b3dbb5)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:43.780229 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (4540331f-ef84-4489-af66-260d2759a8e3), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.793118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Calling delete_port for 4540331f-ef84-4489-af66-260d2759a8e3 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:43.843115 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (4540331f-ef84-4489-af66-260d2759a8e3), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.871585 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Pushing event deleted for resources: {'Port': ['ID=4540331f-ef84-4489-af66-260d2759a8e3,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:43.874258 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] No DVR routers for this DVR port 4540331f-ef84-4489-af66-260d2759a8e3 on host dv-cinder-834918-1-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:32:43.879975 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (4540331f-ef84-4489-af66-260d2759a8e3), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.906532 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] Pushing event deleted for resources: {'Port': ['ID=4540331f-ef84-4489-af66-260d2759a8e3,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:43.911284 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dad734-9537-4f8b-aaab-fc6ce0041a00 None None] No DVR routers for this DVR port 4540331f-ef84-4489-af66-260d2759a8e3 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:32:43.953428 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (11b5f10a-72cf-4751-bb35-6e312f9770d0), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:43.973314 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b5f10a-72cf-4751-bb35-6e312f9770d0']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:43.982853 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3853394b-cf23-456a-98df-321e10b3dbb5') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:43.983156 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3853394b-cf23-456a-98df-321e10b3dbb5') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:43.992031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (3853394b-cf23-456a-98df-321e10b3dbb5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.004758 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (3853394b-cf23-456a-98df-321e10b3dbb5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.010408 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (3853394b-cf23-456a-98df-321e10b3dbb5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:32:44.015492 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:32:44.113264 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (11b5f10a-72cf-4751-bb35-6e312f9770d0), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.115520 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 4540331f-ef84-4489-af66-260d2759a8e3 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:44.117747 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.126798 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] 10.222.0.35 "DELETE /v2.0/networks/11b5f10a-72cf-4751-bb35-6e312f9770d0 HTTP/1.1" status: 204 len: 168 time: 0.6138718 Mar 23 21:32:44.126798 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52108) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:44.139890 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 4540331f-ef84-4489-af66-260d2759a8e3 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:44.140239 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 4540331f-ef84-4489-af66-260d2759a8e3 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:44.140664 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f257882a-c527-4be5-91b0-2f81d19eb3f3 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:44.160992 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: f257882a-c527-4be5-91b0-2f81d19eb3f3 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:44.161269 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device f257882a-c527-4be5-91b0-2f81d19eb3f3 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:44.161692 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device e7252ffb-970a-4d65-ab1b-c3faad72bd26 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:44.181872 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: e7252ffb-970a-4d65-ab1b-c3faad72bd26 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:44.182075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device e7252ffb-970a-4d65-ab1b-c3faad72bd26 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:44.356412 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7980104-d2b5-4d6a-92d0-c29d2da4b955 admin admin] Pushing event deleted for resources: {'Network': ['ID=11b5f10a-72cf-4751-bb35-6e312f9770d0,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:44.586775 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166687c5-aaa4-4432-969a-ca66c547ef5e req-0082dc5b-fb5a-47e0-bf13-48063ade007c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:44.588953 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-166687c5-aaa4-4432-969a-ca66c547ef5e req-0082dc5b-fb5a-47e0-bf13-48063ade007c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0564210 Mar 23 21:32:44.636653 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-166687c5-aaa4-4432-969a-ca66c547ef5e req-64d2a43e-bac5-47cb-ae9b-ddfdb32ee8c4 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420337 Mar 23 21:32:44.685193 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:44.924533 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Deleting port b02b745a-258c-4691-be80-27ae15fe5e82 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:44.924785 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.002698 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] For port b02b745a-258c-4691-be80-27ae15fe5e82, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=b02b745a-258c-4691-be80-27ae15fe5e82,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:45.003383 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.015496 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Calling delete_port for b02b745a-258c-4691-be80-27ae15fe5e82 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:45.238037 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (b02b745a-258c-4691-be80-27ae15fe5e82), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.263460 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Pushing event deleted for resources: {'Port': ['ID=b02b745a-258c-4691-be80-27ae15fe5e82,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:45.424616 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.634555 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Router 525b5ce8-6a21-4cca-bef9-460af08f8a1e has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:32:45.742119 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:32:45.752314 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-10551682-b656-42cb-9cff-54caf1d3f322 admin admin] 10.222.0.35 "PUT /v2.0/routers/525b5ce8-6a21-4cca-bef9-460af08f8a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6248641 Mar 23 21:32:45.752482 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15014fed-ff91-4366-85a8-2c048d5c1dad req-4f27400c-1f7a-4e4c-99ed-5fa1bb00a4a5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:45.752890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52114) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:45.753151 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15014fed-ff91-4366-85a8-2c048d5c1dad req-4f27400c-1f7a-4e4c-99ed-5fa1bb00a4a5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 944 time: 0.0509899 Mar 23 21:32:45.758722 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Sync routers for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:32:45.770777 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:45.771384 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:45.798728 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 details requested by agent hyperv_hv-cinder-83491 with host hv-cinder-83491 {{(pid=103904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 21:32:45.812650 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-15014fed-ff91-4366-85a8-2c048d5c1dad req-70eff86e-b4af-4b55-b1f2-7df00506e909 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447769 Mar 23 21:32:45.863031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks [] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.894116 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:45.913216 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:45.925169 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Returning: {'device': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'port_id': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'mac_address': 'fa:16:3e:ef:0d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 21:32:45.966748 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 761439ee-397b-470d-b8cc-d3ae3bb1e056 is: DOWN; New status is: BUILD {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:32:45.967146 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.968334 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks [] for router_gateway (525b5ce8-6a21-4cca-bef9-460af08f8a1e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:45.979917 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761439ee-397b-470d-b8cc-d3ae3bb1e056 {{(pid=103904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 21:32:45.999908 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:46.077105 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:32:45Z', 'revision_number': 5, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port': {'id': '8efa78c8-2c5f-46d3-9e43-eb5f090b4a98', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:30:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:46.077373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.102171 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Deleting port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:46.102730 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.112680 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Checking router: 525b5ce8-6a21-4cca-bef9-460af08f8a1e for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:32:46.122937 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Routers {'525b5ce8-6a21-4cca-bef9-460af08f8a1e'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:32:46.123549 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:32:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:46.131356 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=7']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:46.188544 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] For port 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:46.188943 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.203325 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Calling delete_port for 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:46.299159 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] Set router 525b5ce8-6a21-4cca-bef9-460af08f8a1e gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:32:46.331162 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] get_ports_and_sgs() called for port_ids ['761439ee-397b-470d-b8cc-d3ae3bb1e056'] {{(pid=103904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 21:32:46.350074 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:32:45Z', 'revision_number': 6, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:46.378396 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191389ca-44f0-43e9-9776-75e9f767305a None None] The sync data for ids ['525b5ce8-6a21-4cca-bef9-460af08f8a1e'] in dv-cinder-834918-1-iscsi is: [{'id': '525b5ce8-6a21-4cca-bef9-460af08f8a1e', 'name': 'tempest-TestMinimumBasicScenario-2131635941-router', 'tenant_id': 'c96138dd16a64dbeb19bc354136f52de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:30:19Z', 'updated_at': '2022-03-23T21:32:45Z', 'revision_number': 6, 'project_id': 'c96138dd16a64dbeb19bc354136f52de', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:32:46.431247 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (8efa78c8-2c5f-46d3-9e43-eb5f090b4a98), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.457656 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa78c8-2c5f-46d3-9e43-eb5f090b4a98,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:46.513059 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.611863 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.614098 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks [] for router_controller (525b5ce8-6a21-4cca-bef9-460af08f8a1e), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.735504 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (525b5ce8-6a21-4cca-bef9-460af08f8a1e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.736062 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525b5ce8-6a21-4cca-bef9-460af08f8a1e {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:32:46.740742 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.746198 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-eeeb0ba3-67d0-4e44-a9a2-4e9cd1067d81 admin admin] 10.222.0.35 "DELETE /v2.0/routers/525b5ce8-6a21-4cca-bef9-460af08f8a1e HTTP/1.1" status: 204 len: 168 time: 0.9878793 Mar 23 21:32:46.746198 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52116) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:46.789911 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Deleting subnet c0d842ea-e0cb-475e-9707-91c3e62cf052 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:32:46.793058 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Publish callbacks [] for subnet (c0d842ea-e0cb-475e-9707-91c3e62cf052), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.827838 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (c0d842ea-e0cb-475e-9707-91c3e62cf052), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.905979 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (c0d842ea-e0cb-475e-9707-91c3e62cf052), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:46.932299 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a4da2-c513-486a-8eb6-d51a84f48f08 req-e4c4094c-692f-4455-8e78-a2fa22fcaa35 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:46.933791 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f2a4da2-c513-486a-8eb6-d51a84f48f08 req-e4c4094c-692f-4455-8e78-a2fa22fcaa35 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 945 time: 0.0517056 Mar 23 21:32:46.985648 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-0f2a4da2-c513-486a-8eb6-d51a84f48f08 req-2ee01d57-3df7-406a-8597-ad90ccb2540a tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457919 Mar 23 21:32:47.021535 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (c0d842ea-e0cb-475e-9707-91c3e62cf052), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.046568 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d842ea-e0cb-475e-9707-91c3e62cf052,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:47.050327 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.053721 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-e8ecb9ce-67de-489c-8365-538bfe3b3aec admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c0d842ea-e0cb-475e-9707-91c3e62cf052 HTTP/1.1" status: 204 len: 168 time: 0.3079159 Mar 23 21:32:47.055949 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52120) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:47.056149 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5b5ed0-0e50-4971-a20b-9b6cf5da0796 None None] Network 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:32:47.127315 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (97aa1c70-e9b3-4286-8227-95b2a2ad5e60), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.184689 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Deleting port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:47.185067 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.220812 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] DHCP port deletion for 97aa1c70-e9b3-4286-8227-95b2a2ad5e60 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:32:47.253048 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] For port 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=79fa8ab1-5171-413b-99c4-f8cc8fc84710,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:47.253421 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.266734 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Calling delete_port for 79fa8ab1-5171-413b-99c4-f8cc8fc84710 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:47.275577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Deleting port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:32:47.276121 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.339496 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] For port 79fa8ab1-5171-413b-99c4-f8cc8fc84710, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=79fa8ab1-5171-413b-99c4-f8cc8fc84710,segment=NetworkSegment(7a60dc19-2eea-4473-943a-7fafd4e4111b),segment_id=7a60dc19-2eea-4473-943a-7fafd4e4111b)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:47.339896 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.353640 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Calling delete_port for 79fa8ab1-5171-413b-99c4-f8cc8fc84710 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:32:47.417198 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.441424 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (79fa8ab1-5171-413b-99c4-f8cc8fc84710), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.444766 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] No DVR routers for this DVR port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 on host dv-cinder-834918-1-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:32:47.448796 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=79fa8ab1-5171-413b-99c4-f8cc8fc84710,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:47.469639 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] Pushing event deleted for resources: {'Port': ['ID=79fa8ab1-5171-413b-99c4-f8cc8fc84710,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:47.473067 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5859a-aea4-47c7-8ee4-fbca825300d5 None None] No DVR routers for this DVR port 79fa8ab1-5171-413b-99c4-f8cc8fc84710 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:32:47.523674 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (97aa1c70-e9b3-4286-8227-95b2a2ad5e60), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.763073 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97aa1c70-e9b3-4286-8227-95b2a2ad5e60']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:47.773648 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a60dc19-2eea-4473-943a-7fafd4e4111b') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:47.774018 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a60dc19-2eea-4473-943a-7fafd4e4111b') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:32:47.783133 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (7a60dc19-2eea-4473-943a-7fafd4e4111b), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.796932 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7a60dc19-2eea-4473-943a-7fafd4e4111b), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.798226 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 up at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 21:32:47.803044 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:32:47.803430 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (7a60dc19-2eea-4473-943a-7fafd4e4111b), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:32:47.805103 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:32:47.846079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.provisioning_blocks [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Provisioning complete for port 761439ee-397b-470d-b8cc-d3ae3bb1e056 triggered by entity L2. {{(pid=103904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 21:32:47.846452 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1373560'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), provisioning_complete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.924459 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Current status of the port 761439ee-397b-470d-b8cc-d3ae3bb1e056 is: BUILD; New status is: ACTIVE {{(pid=103904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 21:32:47.924843 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345386'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.929614 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (97aa1c70-e9b3-4286-8227-95b2a2ad5e60), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.937924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:47.942088 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] 10.222.0.35 "DELETE /v2.0/networks/97aa1c70-e9b3-4286-8227-95b2a2ad5e60 HTTP/1.1" status: 204 len: 168 time: 0.8851256 Mar 23 21:32:47.948830 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:32:47.951853 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}522cef53102ba8dd5baadfb59c393010c1573a28daaf8512b6f62c26b11e71c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fceaee-eaf7-4c85-9fbc-6c19ae6b61da" -d '{"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-plugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:32:47.952669 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488063f8-5832-4726-8264-b2bb7297f9bc admin admin] Pushing event deleted for resources: {'Network': ['ID=97aa1c70-e9b3-4286-8227-95b2a2ad5e60,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:47.969075 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:32:47.988619 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b3ef66-49ba-4cbe-b7a5-34d5602c52b6 x-openstack-request-id: req-09b3ef66-49ba-4cbe-b7a5-34d5602c52b6 {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:32:47.989021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-plugged", "status": "completed", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "code": 200}]} {{(pid=103904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:32:47.993044 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-09b3ef66-49ba-4cbe-b7a5-34d5602c52b6 {{(pid=103904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:32:47.993044 dv-cinder-834918-1-iscsi neutron-server[103904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b3ef66-49ba-4cbe-b7a5-34d5602c52b6'] response: {'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'code': 200} Mar 23 21:32:48.049984 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755079987348', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755079482125', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755079482143'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:48.114067 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Pushing event updated for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=8']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:48.129459 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ca572-9c67-4d6a-929a-6f796abea738 req-052bb0c4-2f2b-44f7-bcf0-bd623d164192 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:48.130950 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f8ca572-9c67-4d6a-929a-6f796abea738 req-052bb0c4-2f2b-44f7-bcf0-bd623d164192 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0612082 Mar 23 21:32:48.135165 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:48.157227 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:48.157577 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 8efa78c8-2c5f-46d3-9e43-eb5f090b4a98 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:48.158012 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 79fa8ab1-5171-413b-99c4-f8cc8fc84710 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:48.179964 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 79fa8ab1-5171-413b-99c4-f8cc8fc84710 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:48.180315 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 79fa8ab1-5171-413b-99c4-f8cc8fc84710 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:48.180741 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device b02b745a-258c-4691-be80-27ae15fe5e82 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:32:48.182010 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-2f8ca572-9c67-4d6a-929a-6f796abea738 req-88e81b4b-6698-4b45-9039-9bbf2fd22e77 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453227 Mar 23 21:32:48.203579 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: b02b745a-258c-4691-be80-27ae15fe5e82 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:32:48.203930 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device b02b745a-258c-4691-be80-27ae15fe5e82 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:32:48.316809 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f3e71-02dd-4282-8d34-ea9bdffc720e req-5802b622-f75e-488b-91e6-42dc99fc1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:48.318349 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e1f3e71-02dd-4282-8d34-ea9bdffc720e req-5802b622-f75e-488b-91e6-42dc99fc1c2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.0485070 Mar 23 21:32:48.365601 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6e1f3e71-02dd-4282-8d34-ea9bdffc720e req-0bb14cff-2339-4826-a827-ffac896accd2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382991 Mar 23 21:32:48.375521 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52128) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:48.415639 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-54e64760-6a79-411a-a870-dcfc22c710e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9f16432b30d4d98b6f5653fda2183f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403874 Mar 23 21:32:48.418091 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52130) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:48.464211 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] Publish callbacks [] for security_group (140f6192-510f-4b75-a091-d27b4433fd06), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:48.484732 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] Publish callbacks [] for security_group (140f6192-510f-4b75-a091-d27b4433fd06), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:48.615293 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (140f6192-510f-4b75-a091-d27b4433fd06), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:48.617773 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:48.622735 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/140f6192-510f-4b75-a091-d27b4433fd06 HTTP/1.1" status: 204 len: 168 time: 0.1998873 Mar 23 21:32:48.627411 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44451a5-9883-4229-953c-4c179ee1ff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f6192-510f-4b75-a091-d27b4433fd06,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:49.209772 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52138) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:49.247635 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-0ab5604b-b82f-40f2-a899-d57b929bab98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c96138dd16a64dbeb19bc354136f52de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392313 Mar 23 21:32:49.250144 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52140) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:32:49.338195 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550219a-e685-4ca4-aadb-d0cc24a0d763 req-7e107f80-1ea3-417d-ab73-9c68f94bf59e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:49.339641 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9550219a-e685-4ca4-aadb-d0cc24a0d763 req-7e107f80-1ea3-417d-ab73-9c68f94bf59e tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0837519 Mar 23 21:32:49.343071 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] Publish callbacks [] for security_group (3f28fec4-aa1f-4e9d-ab9b-364939bcdd93), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:49.377777 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] Publish callbacks [] for security_group (3f28fec4-aa1f-4e9d-ab9b-364939bcdd93), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:49.427643 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9550219a-e685-4ca4-aadb-d0cc24a0d763 req-b6dc21a7-c84b-41bd-bdc6-8b4cea5213ed tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813746 Mar 23 21:32:49.528187 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (3f28fec4-aa1f-4e9d-ab9b-364939bcdd93), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:49.531586 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:32:49.532727 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f28fec4-aa1f-4e9d-ab9b-364939bcdd93 HTTP/1.1" status: 204 len: 168 time: 0.2816877 Mar 23 21:32:49.540355 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34864acc-bea4-4a6d-bdd5-04117df066b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f28fec4-aa1f-4e9d-ab9b-364939bcdd93,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:32:50.545453 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0080b7-4106-403d-947d-b7f0bd579dc0 req-eb49ba3a-7c12-4b66-9726-67f749b09fec tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:32:50.547190 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa0080b7-4106-403d-947d-b7f0bd579dc0 req-eb49ba3a-7c12-4b66-9726-67f749b09fec tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0530374 Mar 23 21:32:50.594414 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-aa0080b7-4106-403d-947d-b7f0bd579dc0 req-2c077c8d-a04c-4d65-ac16-8c5a2b6e80eb tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417948 Mar 23 21:32:53.158086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:04.077089 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b824263a-e863-4eab-82e1-85dd4b2e01f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:06.190670 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-d95c21c3-b3d4-4115-b396-12e481f9ba4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:07.677797 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:09.129419 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:10.573339 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:12.418177 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:33:23.163296 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:34.043051 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cbd4ade3-7a81-4925-a8bf-387da3ecad3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:36.180118 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3179791f-280c-4454-bd39-803af8e439a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:37.687814 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:39.082652 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:40.590060 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:33:49.417584 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:33:53.173822 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:04.036708 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c9e7b2ef-421e-4327-8d51-28a653229830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:04.728280 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52172) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:04.885635 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Deleting port 64b282bc-4648-4f83-a4fb-ab39b0cd46a8 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:04.885980 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:04.958047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:04.958377 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for floatingip (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:04.970287 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Calling delete_port for 64b282bc-4648-4f83-a4fb-ab39b0cd46a8 owned by network:floatingip {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:05.185409 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (64b282bc-4648-4f83-a4fb-ab39b0cd46a8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:05.218612 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event deleted for resources: {'Port': ['ID=64b282bc-4648-4f83-a4fb-ab39b0cd46a8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:05.241923 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.242273 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.242618 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.242957 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.243290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.243620 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.243951 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.244278 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.244602 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.244965 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.245295 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.245620 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.245943 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.246266 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.246584 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:05.284290 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for floatingip (d98f178e-deba-4598-a774-e0f10047e113), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:05.284639 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.db.l3_db [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Floating IP d98f178e-deba-4598-a774-e0f10047e113 disassociated (deleted). External IP: 172.27.0.149, port: 761439ee-397b-470d-b8cc-d3ae3bb1e056. Mar 23 21:34:05.487829 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:34:05.593850 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:34:05.598185 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for floatingip (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:05.607091 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Sync routers for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:34:05.617703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:05.618319 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:33:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:05.627751 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-2e610b25-18e0-4c71-88bc-777f802856a6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "DELETE /v2.0/floatingips/d98f178e-deba-4598-a774-e0f10047e113 HTTP/1.1" status: 204 len: 168 time: 0.8983779 Mar 23 21:34:05.628342 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:34:05.630668 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018cad61-2105-4796-beaf-62e0e39d6c76" -d '{"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:34:05.675450 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 21:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91baa1c-4a79-476c-b005-54d619fe6872 x-openstack-request-id: req-a91baa1c-4a79-476c-b005-54d619fe6872 {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:34:05.675761 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:34:05.676021 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a91baa1c-4a79-476c-b005-54d619fe6872 {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:34:05.676594 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91baa1c-4a79-476c-b005-54d619fe6872'] response: {'name': 'network-changed', 'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'status': 'completed', 'code': 200} Mar 23 21:34:05.753481 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-c5cc6d05-961d-495f-83e6-e298bf2067a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:05.755019 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-c5cc6d05-961d-495f-83e6-e298bf2067a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 1130 time: 0.0498829 Mar 23 21:34:05.855738 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-5fa56fb6-cfa2-47ac-af7f-ce019c91cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:05.857266 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-5fa56fb6-cfa2-47ac-af7f-ce019c91cfaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 200 len: 909 time: 0.0912559 Mar 23 21:34:05.871247 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:05.902429 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-55e85e7c-1e60-466c-acbf-7299365e1977 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 200 len: 217 time: 0.0357900 Mar 23 21:34:05.952825 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-6cf24e67-1928-41d3-908c-1949eacd62be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:05.954308 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-6cf24e67-1928-41d3-908c-1949eacd62be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 200 len: 847 time: 0.0436091 Mar 23 21:34:06.011427 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-b77b56fa-2345-4455-80d1-0d9abaca555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:06.013041 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-b77b56fa-2345-4455-80d1-0d9abaca555a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=089752da-2085-45c2-8441-9b460fcb6cb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482564 Mar 23 21:34:06.077415 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:06.109879 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Checking router: 26d8e1c6-73c9-468b-9f58-c9cee44b8148 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:34:06.125170 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:06.125786 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:33:36Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:06.136604 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd4603-48b9-49c5-9513-2e0fd8ce4c77 req-58cc3e39-d9cc-4080-bcb9-85b117798bd7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:06.138633 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57fd4603-48b9-49c5-9513-2e0fd8ce4c77 req-58cc3e39-d9cc-4080-bcb9-85b117798bd7 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0967422 Mar 23 21:34:06.155031 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-d82d925b-b7a3-4f24-91e2-ade93fabcba4 service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318345 Mar 23 21:34:06.191362 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-51df2eb9-5f74-4d79-8247-94cbdff17ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:06.237781 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:06.245050 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-57fd4603-48b9-49c5-9513-2e0fd8ce4c77 req-45eca814-eba6-4348-942a-c219ad27b8b5 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997200 Mar 23 21:34:06.275088 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-018cad61-2105-4796-beaf-62e0e39d6c76 req-41e6aa3c-4e1b-4ecb-96ac-3566dee62c8a service neutron] 10.222.0.24 "GET /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092892 Mar 23 21:34:06.435475 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:06.467168 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5741e39a-1458-4fc9-bd9a-566448ebe209 None None] The sync data for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi is: [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:29:22Z', 'revision_number': 4, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi', '_interfaces': [{'id': '428dcdd9-bde4-446b-ae62-d561258e7dd5', 'name': '', 'network_id': '089752da-2085-45c2-8441-9b460fcb6cb1', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'mac_address': 'fa:16:3e:f3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:22Z', 'updated_at': '2022-03-23T21:29:26Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'subnets': [{'id': 'ec028d57-2c32-4701-a18f-7a944e24041e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:34:06.682521 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555a0d2c-1994-4c9f-a750-83273ed5a5cb None None] New status for floating IP d98f178e-deba-4598-a774-e0f10047e113: DOWN {{(pid=103905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 21:34:07.363131 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66575d-1e8c-4fa1-9138-270f730ac47a req-54810f6c-c0d8-4d69-964b-82eebc111e4b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:07.364592 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9c66575d-1e8c-4fa1-9138-270f730ac47a req-54810f6c-c0d8-4d69-964b-82eebc111e4b tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0517654 Mar 23 21:34:07.415235 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-9c66575d-1e8c-4fa1-9138-270f730ac47a req-2e158ca6-5782-4623-bed4-ba4efe6b3694 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/security-groups?id=571b915f-9a9c-4d27-ad5d-9df5e88f42ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445325 Mar 23 21:34:07.705000 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:07.836148 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-7388e38b-b13b-44d8-ba8b-2f28d8c6715c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 21:34:07.837659 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-7388e38b-b13b-44d8-ba8b-2f28d8c6715c tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.24 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 946 time: 0.0526891 Mar 23 21:34:07.929024 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Deleting port 761439ee-397b-470d-b8cc-d3ae3bb1e056 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:07.929364 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:08.019946 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] For port 761439ee-397b-470d-b8cc-d3ae3bb1e056, host hv-cinder-83491, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83491',level=0,port_id=761439ee-397b-470d-b8cc-d3ae3bb1e056,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:08.019946 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:08.032271 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Calling delete_port for 761439ee-397b-470d-b8cc-d3ae3bb1e056 owned by compute:nova {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:08.225476 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (761439ee-397b-470d-b8cc-d3ae3bb1e056), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:08.251808 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event deleted for resources: {'Port': ['ID=761439ee-397b-470d-b8cc-d3ae3bb1e056,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:08.295410 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.db.l3_dvrscheduler_db [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] No DVR routers for this DVR port 761439ee-397b-470d-b8cc-d3ae3bb1e056 on host hv-cinder-83491 {{(pid=103903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:34:08.298137 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-242604'] for port (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:08.301434 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-16190010-2dfb-4f77-95e5-904edcfcfdf9 req-a5a26578-ec71-4379-81e7-81c229d3a333 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.24 "DELETE /v2.0/ports/761439ee-397b-470d-b8cc-d3ae3bb1e056 HTTP/1.1" status: 204 len: 173 time: 0.4551539 Mar 23 21:34:08.301896 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-deleted', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056'}] {{(pid=103903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 21:34:08.304643 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4d3e187ede95802d466d68280f5672de61dedc42ac7946adb1efd4748de073f6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf686366-b6d2-4b91-8b4d-73c470ac0b62" -d '{"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-deleted", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056"}]}' {{(pid=103903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 21:34:08.339362 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 21:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4f96cb-0722-417f-b779-48a136177b4b x-openstack-request-id: req-5c4f96cb-0722-417f-b779-48a136177b4b {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 21:34:08.339658 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323f9d12-9976-4691-a18d-47c47829a933", "name": "network-vif-deleted", "tag": "761439ee-397b-470d-b8cc-d3ae3bb1e056", "status": "completed", "code": 200}]} {{(pid=103903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 21:34:08.339912 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5c4f96cb-0722-417f-b779-48a136177b4b {{(pid=103903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 21:34:08.340315 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4f96cb-0722-417f-b779-48a136177b4b'] response: {'server_uuid': '323f9d12-9976-4691-a18d-47c47829a933', 'name': 'network-vif-deleted', 'tag': '761439ee-397b-470d-b8cc-d3ae3bb1e056', 'status': 'completed', 'code': 200} Mar 23 21:34:08.508368 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-6756fec1-2789-4bb0-802a-7e768289c136 req-53d42302-93ab-4cda-97c5-08d08d486c66 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.0277672 Mar 23 21:34:09.105155 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:09.614560 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [req-73cdbab3-6bad-49ca-bb5b-f89c38768de0 req-adf0bfce-88c2-4a3c-93b6-fe306eff00c6 tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "GET /v2.0/ports?device_id=323f9d12-9976-4691-a18d-47c47829a933 HTTP/1.1" status: 200 len: 210 time: 0.0301311 Mar 23 21:34:10.139817 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 no longer exists at agent hyperv_hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:10.159262 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] No Port match for: 761439ee-397b-470d-b8cc-d3ae3bb1e056 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:10.159605 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Device 761439ee-397b-470d-b8cc-d3ae3bb1e056 not bound to the agent host hv-cinder-83491 {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:10.544751 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:10.669798 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52200) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:10.724614 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (571b915f-9a9c-4d27-ad5d-9df5e88f42ac), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:10.749321 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (571b915f-9a9c-4d27-ad5d-9df5e88f42ac), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:10.905127 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (571b915f-9a9c-4d27-ad5d-9df5e88f42ac), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:10.907697 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Publish callbacks [] for security_group (None), before_response {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:10.908850 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] 10.222.0.35 "DELETE /v2.0/security-groups/571b915f-9a9c-4d27-ad5d-9df5e88f42ac HTTP/1.1" status: 204 len: 168 time: 0.2380531 Mar 23 21:34:10.917705 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0f740-87ca-4c4d-ace3-8e0abf5ffdef tempest-TestShelveInstance-1480418966 tempest-TestShelveInstance-1480418966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b915f-9a9c-4d27-ad5d-9df5e88f42ac,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:11.030274 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52204) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:11.366331 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:11.602597 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Deleting port 428dcdd9-bde4-446b-ae62-d561258e7dd5 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:11.602936 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:11.677534 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] For port 428dcdd9-bde4-446b-ae62-d561258e7dd5, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=428dcdd9-bde4-446b-ae62-d561258e7dd5,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:11.677892 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:11.690750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Calling delete_port for 428dcdd9-bde4-446b-ae62-d561258e7dd5 owned by network:router_interface {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:11.938614 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (428dcdd9-bde4-446b-ae62-d561258e7dd5), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:11.964785 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Pushing event deleted for resources: {'Port': ['ID=428dcdd9-bde4-446b-ae62-d561258e7dd5,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:11.976489 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.976840 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.977213 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.977546 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.977872 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.978201 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.979095 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.979424 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.979750 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.980073 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.980397 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.980718 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.981062 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.981381 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:11.981701 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:12.144633 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:12.358924 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:34:12.464729 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:34:12.470307 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-03912df0-9869-4704-b7ca-a510a8639695 admin admin] 10.222.0.35 "PUT /v2.0/routers/26d8e1c6-73c9-468b-9f58-c9cee44b8148/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4390173 Mar 23 21:34:12.472812 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52208) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:12.476750 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Sync routers for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:34:12.486673 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:12.487374 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:34:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:12.577781 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks [] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:12.594130 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:12.676490 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks [] for router_gateway (26d8e1c6-73c9-468b-9f58-c9cee44b8148), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:12.765246 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:34:11Z', 'revision_number': 5, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port': {'id': 'a263137e-0e20-4677-9915-0c517b3a33ed', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bd:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:20Z', 'updated_at': '2022-03-23T21:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:12.790903 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Checking router: 26d8e1c6-73c9-468b-9f58-c9cee44b8148 for host: dv-cinder-834918-1-iscsi {{(pid=103904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:34:12.799313 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Routers {'26d8e1c6-73c9-468b-9f58-c9cee44b8148'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:12.799918 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:34:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'], 'active': True} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:12.825247 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Deleting port a263137e-0e20-4677-9915-0c517b3a33ed {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:12.825593 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:12.889079 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvr_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] Set router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 gateway port host: None {{(pid=103904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:12.900651 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] For port a263137e-0e20-4677-9915-0c517b3a33ed, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=a263137e-0e20-4677-9915-0c517b3a33ed,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:12.901047 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:12.913157 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Calling delete_port for a263137e-0e20-4677-9915-0c517b3a33ed owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:12.942032 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_hamode_db [None req-15060d70-f307-46d4-929d-1d41638db979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:34:12Z', 'revision_number': 6, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:12.968447 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15060d70-f307-46d4-929d-1d41638db979 None None] The sync data for ids ['26d8e1c6-73c9-468b-9f58-c9cee44b8148'] in dv-cinder-834918-1-iscsi is: [{'id': '26d8e1c6-73c9-468b-9f58-c9cee44b8148', 'name': 'tempest-TestShelveInstance-772510355-router', 'tenant_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:19Z', 'updated_at': '2022-03-23T21:34:12Z', 'revision_number': 6, 'project_id': 'f3b72c2ed9f047cb8b63f4aba99dbc75', 'gw_port_host': None}] {{(pid=103904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:34:13.167719 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (a263137e-0e20-4677-9915-0c517b3a33ed), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.193556 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Pushing event deleted for resources: {'Port': ['ID=a263137e-0e20-4677-9915-0c517b3a33ed,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:13.252755 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.342179 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.344429 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks [] for router_controller (26d8e1c6-73c9-468b-9f58-c9cee44b8148), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.448288 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (26d8e1c6-73c9-468b-9f58-c9cee44b8148), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.448743 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26d8e1c6-73c9-468b-9f58-c9cee44b8148 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:34:13.452831 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.453983 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a20e3960-6209-463e-ab9d-0dd0f6b7444d admin admin] 10.222.0.35 "DELETE /v2.0/routers/26d8e1c6-73c9-468b-9f58-c9cee44b8148 HTTP/1.1" status: 204 len: 168 time: 0.9803097 Mar 23 21:34:13.456485 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52210) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:13.502890 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Deleting subnet ec028d57-2c32-4701-a18f-7a944e24041e {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:34:13.506030 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Publish callbacks [] for subnet (ec028d57-2c32-4701-a18f-7a944e24041e), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.538807 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (ec028d57-2c32-4701-a18f-7a944e24041e), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.612010 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (ec028d57-2c32-4701-a18f-7a944e24041e), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.711721 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (ec028d57-2c32-4701-a18f-7a944e24041e), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.741094 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec028d57-2c32-4701-a18f-7a944e24041e,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:13.747596 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.751033 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-3e4ecf3b-141b-4e92-a5f6-8f3802d94212 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec028d57-2c32-4701-a18f-7a944e24041e HTTP/1.1" status: 204 len: 168 time: 0.2935576 Mar 23 21:34:13.753489 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52212) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:13.758788 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5f28e-7881-4669-81b2-293e27a078a1 None None] Network 089752da-2085-45c2-8441-9b460fcb6cb1 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:34:13.824022 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (089752da-2085-45c2-8441-9b460fcb6cb1), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.877045 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Deleting port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:13.877384 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.940126 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] DHCP port deletion for 089752da-2085-45c2-8441-9b460fcb6cb1 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:34:13.954516 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] For port 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0a63f3e3-4de3-47dc-af27-86625e50a6f4,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:13.954810 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:13.970029 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Calling delete_port for 0a63f3e3-4de3-47dc-af27-86625e50a6f4 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:13.991252 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Deleting port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:13.991716 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.058604 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] For port 0a63f3e3-4de3-47dc-af27-86625e50a6f4, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=0a63f3e3-4de3-47dc-af27-86625e50a6f4,segment=NetworkSegment(7f722ea3-b11d-41dd-aaba-33e5b6eb834d),segment_id=7f722ea3-b11d-41dd-aaba-33e5b6eb834d)] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:14.059030 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.071461 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Calling delete_port for 0a63f3e3-4de3-47dc-af27-86625e50a6f4 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:14.122611 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.147298 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (0a63f3e3-4de3-47dc-af27-86625e50a6f4), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.147867 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Pushing event deleted for resources: {'Port': ['ID=0a63f3e3-4de3-47dc-af27-86625e50a6f4,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:14.151485 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] No DVR routers for this DVR port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 on host dv-cinder-834918-1-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:34:14.173999 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 428dcdd9-bde4-446b-ae62-d561258e7dd5 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:14.178855 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Pushing event deleted for resources: {'Port': ['ID=0a63f3e3-4de3-47dc-af27-86625e50a6f4,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:14.181018 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] No DVR routers for this DVR port 0a63f3e3-4de3-47dc-af27-86625e50a6f4 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:34:14.208713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 428dcdd9-bde4-446b-ae62-d561258e7dd5 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:14.208713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 428dcdd9-bde4-446b-ae62-d561258e7dd5 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:14.208713 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0a63f3e3-4de3-47dc-af27-86625e50a6f4 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:14.212597 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.213003 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.217763 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc0b2b23-08c0-45ae-b791-cab7aca192ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834918-1-iscsi {{(pid=103904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 21:34:14.227931 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (089752da-2085-45c2-8441-9b460fcb6cb1), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.236094 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 0a63f3e3-4de3-47dc-af27-86625e50a6f4 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:14.236446 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 0a63f3e3-4de3-47dc-af27-86625e50a6f4 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:14.236880 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a263137e-0e20-4677-9915-0c517b3a33ed no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:14.248688 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['089752da-2085-45c2-8441-9b460fcb6cb1']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:14.256068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: a263137e-0e20-4677-9915-0c517b3a33ed {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:14.256429 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device a263137e-0e20-4677-9915-0c517b3a33ed not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:14.259306 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f722ea3-b11d-41dd-aaba-33e5b6eb834d') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:14.260211 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f722ea3-b11d-41dd-aaba-33e5b6eb834d') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:14.269930 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (7f722ea3-b11d-41dd-aaba-33e5b6eb834d), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.283031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7f722ea3-b11d-41dd-aaba-33e5b6eb834d), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.288785 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:34:14.289208 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (7f722ea3-b11d-41dd-aaba-33e5b6eb834d), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:34:14.290996 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:34:14.391152 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (089752da-2085-45c2-8441-9b460fcb6cb1), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.396330 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:14.399467 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] 10.222.0.35 "DELETE /v2.0/networks/089752da-2085-45c2-8441-9b460fcb6cb1 HTTP/1.1" status: 204 len: 168 time: 0.6450505 Mar 23 21:34:14.402501 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [-] (103903) accepted ('10.222.0.35', 52214) {{(pid=103903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:14.629365 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4bb3dd-3117-44cb-8eed-253caeca11ae admin admin] Pushing event deleted for resources: {'Network': ['ID=089752da-2085-45c2-8441-9b460fcb6cb1,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:15.011910 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608070'] for router_interface (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:15.250047 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Deleting port c21e226f-7f69-4539-83a4-f8b3ef808ca8 {{(pid=103903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:15.250384 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), before_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:15.325541 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.db [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] For port c21e226f-7f69-4539-83a4-f8b3ef808ca8, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=c21e226f-7f69-4539-83a4-f8b3ef808ca8,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:15.325815 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), precommit_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:15.338718 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.plugins.ml2.plugin [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Calling delete_port for c21e226f-7f69-4539-83a4-f8b3ef808ca8 owned by network:router_interface {{(pid=103903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:15.568272 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2750443'] for port (c21e226f-7f69-4539-83a4-f8b3ef808ca8), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:15.596568 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21e226f-7f69-4539-83a4-f8b3ef808ca8,revision_number=None']} {{(pid=103903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:15.765322 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron_lib.callbacks.manager [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-606454'] for router_interface (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_delete {{(pid=103903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:15.976083 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 has already been hosted by L3 agent 8bbdc2c2-9097-4018-bb07-53b3cedd524b {{(pid=103903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 21:34:16.084865 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] Notify agent at l3_agent.dv-cinder-834918-1-iscsi the message routers_updated {{(pid=103903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 21:34:16.092194 dv-cinder-834918-1-iscsi neutron-server[103903]: INFO neutron.wsgi [None req-3ffc9109-931f-4b41-8dcb-c4309567c212 admin admin] 10.222.0.35 "PUT /v2.0/routers/b464c691-55b4-4b7c-bf7e-8884fe1d2b69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6862698 Mar 23 21:34:16.093567 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52216) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:16.096886 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Sync routers for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 21:34:16.107043 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:16.107839 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:34:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:16.198911 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks [] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.218948 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: dv-cinder-834918-1-iscsi {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:16.301105 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks [] for router_gateway (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.391449 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'external_fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:34:15Z', 'revision_number': 5, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port': {'id': '5e92aeb0-e44e-445d-b4b2-1088c922c752', 'name': '', 'network_id': '8dc33f16-1689-4b37-a0f2-ed8e9a689b39', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834918-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T21:29:26Z', 'updated_at': '2022-03-23T21:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b133343c-c3e8-496d-86aa-fcbd43732379', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834918-1-iscsi'}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:16.420583 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Checking router: b464c691-55b4-4b7c-bf7e-8884fe1d2b69 for host: dv-cinder-834918-1-iscsi {{(pid=103905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 21:34:16.429099 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Routers {'b464c691-55b4-4b7c-bf7e-8884fe1d2b69'} bound to L3 agent in host dv-cinder-834918-1-iscsi {{(pid=103905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 21:34:16.429690 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834918-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T21:11:36Z,description=,heartbeat_timestamp=2022-03-23T21:34:06Z,host='dv-cinder-834918-1-iscsi',id=8bbdc2c2-9097-4018-bb07-53b3cedd524b,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T21:11:37Z,topic='l3_agent')) {'router_ids': ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'], 'active': True} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:16.449760 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Deleting port 5e92aeb0-e44e-445d-b4b2-1088c922c752 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:16.450116 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.515783 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_dvr_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] Set router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 gateway port host: None {{(pid=103905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 21:34:16.527639 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] For port 5e92aeb0-e44e-445d-b4b2-1088c922c752, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=5e92aeb0-e44e-445d-b4b2-1088c922c752,segment=NetworkSegment(eb61630d-1c87-4b41-ad96-88512c354d2e),segment_id=eb61630d-1c87-4b41-ad96-88512c354d2e)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:16.528008 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.540523 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Calling delete_port for 5e92aeb0-e44e-445d-b4b2-1088c922c752 owned by network:router_gateway {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:16.566279 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.l3_hamode_db [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:34:16Z', 'revision_number': 6, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port_host': None}], 'dv-cinder-834918-1-iscsi', False) {} {{(pid=103905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:16.594662 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58e5b2a-e978-46c2-a771-7b1df188b117 None None] The sync data for ids ['b464c691-55b4-4b7c-bf7e-8884fe1d2b69'] in dv-cinder-834918-1-iscsi is: [{'id': 'b464c691-55b4-4b7c-bf7e-8884fe1d2b69', 'name': 'tempest-TestShelveInstance-221422060-router', 'tenant_id': '00d4608aeea643cab4b54e3b0ad1b690', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T21:29:25Z', 'updated_at': '2022-03-23T21:34:16Z', 'revision_number': 6, 'project_id': '00d4608aeea643cab4b54e3b0ad1b690', 'gw_port_host': None}] {{(pid=103905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 21:34:16.762315 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (5e92aeb0-e44e-445d-b4b2-1088c922c752), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.787396 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e92aeb0-e44e-445d-b4b2-1088c922c752,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:16.845741 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-607500'] for router_gateway (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.931929 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610272', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6788'] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:16.934187 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks [] for router_controller (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.064624 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-610287'] for router (b464c691-55b4-4b7c-bf7e-8884fe1d2b69), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.065287 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b464c691-55b4-4b7c-bf7e-8884fe1d2b69 {{(pid=103902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 21:34:17.070156 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.071292 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-1ce1c023-df76-48d7-800b-62bf1d2b6c8a admin admin] 10.222.0.35 "DELETE /v2.0/routers/b464c691-55b4-4b7c-bf7e-8884fe1d2b69 HTTP/1.1" status: 204 len: 168 time: 0.9776986 Mar 23 21:34:17.074379 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52218) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:17.117733 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Deleting subnet f854391d-056d-49e2-83f9-879b094a4d83 {{(pid=103902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 21:34:17.121344 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Publish callbacks [] for subnet (f854391d-056d-49e2-83f9-879b094a4d83), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.154461 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26661741'] for subnet (f854391d-056d-49e2-83f9-879b094a4d83), precommit_delete_associations {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.231329 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1451092'] for subnet (f854391d-056d-49e2-83f9-879b094a4d83), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.374360 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1451085', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-547448', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2374859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26707022'] for subnet (f854391d-056d-49e2-83f9-879b094a4d83), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.399093 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f854391d-056d-49e2-83f9-879b094a4d83,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:17.405606 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for subnet (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.410943 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-28dc664e-b019-4807-a6a5-a57a5449f077 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f854391d-056d-49e2-83f9-879b094a4d83 HTTP/1.1" status: 204 len: 168 time: 0.3335400 Mar 23 21:34:17.411168 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52220) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:17.411594 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3b198-c472-4eef-bbd1-c463870d7019 None None] Network c1f8017c-fd38-488f-a626-f7f208802ec7 requested from dv-cinder-834918-1-iscsi {{(pid=103904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 21:34:17.480150 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1571099'] for network (c1f8017c-fd38-488f-a626-f7f208802ec7), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.539482 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Deleting port 3a677712-2a54-4a51-841c-737931bd6991 {{(pid=103902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:17.539837 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (3a677712-2a54-4a51-841c-737931bd6991), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.606757 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.db [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] For port 3a677712-2a54-4a51-841c-737931bd6991, host dv-cinder-834918-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834918-1-iscsi',level=0,port_id=3a677712-2a54-4a51-841c-737931bd6991,segment=NetworkSegment(7b07d7aa-2f11-4656-92f8-541b035f1905),segment_id=7b07d7aa-2f11-4656-92f8-541b035f1905)] {{(pid=103902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:17.607139 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (3a677712-2a54-4a51-841c-737931bd6991), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.622698 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.plugin [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Calling delete_port for 3a677712-2a54-4a51-841c-737931bd6991 owned by network:dhcp {{(pid=103902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:17.706818 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] DHCP port deletion for c1f8017c-fd38-488f-a626-f7f208802ec7 request from dv-cinder-834918-1-iscsi {{(pid=103904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 21:34:17.753815 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Deleting port 3a677712-2a54-4a51-841c-737931bd6991 {{(pid=103904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 21:34:17.754607 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755079980831'] for port (3a677712-2a54-4a51-841c-737931bd6991), before_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.755906 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2368314'] for port (3a677712-2a54-4a51-841c-737931bd6991), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.785899 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a677712-2a54-4a51-841c-737931bd6991,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:17.787729 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] No DVR routers for this DVR port 3a677712-2a54-4a51-841c-737931bd6991 on host dv-cinder-834918-1-iscsi {{(pid=103902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:34:17.825582 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.db [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] For port 3a677712-2a54-4a51-841c-737931bd6991, host dv-cinder-834918-1-iscsi, got binding levels [] {{(pid=103904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 21:34:17.826114 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-602708'] for port (3a677712-2a54-4a51-841c-737931bd6991), precommit_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.839102 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Calling delete_port for 3a677712-2a54-4a51-841c-737931bd6991 owned by network:dhcp {{(pid=103904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 21:34:17.841833 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.ipam_backend_mixin [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Port 3a677712-2a54-4a51-841c-737931bd6991 was not found and therefore no delete operation was performed {{(pid=103904) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 21:34:17.843612 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345321', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85023', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755079987330', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755079482116'] for port (3a677712-2a54-4a51-841c-737931bd6991), after_delete {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.856502 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1371617', 'neutron.services.segments.db._delete_segments_for_network-8755079812675'] for network (c1f8017c-fd38-488f-a626-f7f208802ec7), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.869872 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] Pushing event deleted for resources: {'Port': ['ID=3a677712-2a54-4a51-841c-737931bd6991,revision_number=None']} {{(pid=103904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:17.871726 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752ba95-ffb4-429f-8516-0c5d86564196 None None] No DVR routers for this DVR port 3a677712-2a54-4a51-841c-737931bd6991 on host dv-cinder-834918-1-iscsi {{(pid=103904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 21:34:17.882335 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f8017c-fd38-488f-a626-f7f208802ec7']}} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:17.892469 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b07d7aa-2f11-4656-92f8-541b035f1905') {'for_net_delete': True} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:17.892791 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.services.segments.db [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b07d7aa-2f11-4656-92f8-541b035f1905') {} {{(pid=103902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 21:34:17.901794 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755079810892', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26661716'] for segment (7b07d7aa-2f11-4656-92f8-541b035f1905), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.914804 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293'] for segment (7b07d7aa-2f11-4656-92f8-541b035f1905), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.920604 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 21:34:17.921822 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1449293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2368361'] for segment (7b07d7aa-2f11-4656-92f8-541b035f1905), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: Traceback (most recent call last): Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: timer() Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: cb(*args, **kw) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: return func(*args, **kwargs) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: self._notify() Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: self.callback(batched_events) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: event.method(event) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: return f(self, *a, **k) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._get(url).json() Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: return self.request(url, 'GET', **kwargs) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 21:34:17.922913 dv-cinder-834918-1-iscsi neutron-server[103902]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 21:34:18.048304 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1371610', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-607600'] for network (c1f8017c-fd38-488f-a626-f7f208802ec7), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.053594 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548218'] for network (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.057563 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c1f8017c-fd38-488f-a626-f7f208802ec7 HTTP/1.1" status: 204 len: 168 time: 0.6451063 Mar 23 21:34:18.067597 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03379024-9b1c-4fb9-93b0-c08e067c6703 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f8017c-fd38-488f-a626-f7f208802ec7,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:18.159003 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 3a677712-2a54-4a51-841c-737931bd6991 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:18.179021 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 3a677712-2a54-4a51-841c-737931bd6991 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:18.179362 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 3a677712-2a54-4a51-841c-737931bd6991 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:18.179768 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 5e92aeb0-e44e-445d-b4b2-1088c922c752 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:18.199043 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: 5e92aeb0-e44e-445d-b4b2-1088c922c752 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:18.199387 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device 5e92aeb0-e44e-445d-b4b2-1088c922c752 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:18.199792 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device c21e226f-7f69-4539-83a4-f8b3ef808ca8 no longer exists at agent ovs-agent-dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 21:34:18.217741 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] No Port match for: c21e226f-7f69-4539-83a4-f8b3ef808ca8 {{(pid=103904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 21:34:18.218122 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.rpc [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Device c21e226f-7f69-4539-83a4-f8b3ef808ca8 not bound to the agent host dv-cinder-834918-1-iscsi {{(pid=103904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 21:34:18.457384 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52224) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:18.676580 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-cbdd31d9-669a-4e20-8922-36b7af3a4588 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3b72c2ed9f047cb8b63f4aba99dbc75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180109 Mar 23 21:34:18.679031 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52228) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:18.731462 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] Publish callbacks [] for security_group (741f30f2-161a-43ad-9368-3f9b68d1e6df), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.755195 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] Publish callbacks [] for security_group (741f30f2-161a-43ad-9368-3f9b68d1e6df), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.881528 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (741f30f2-161a-43ad-9368-3f9b68d1e6df), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.884009 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:18.885162 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/741f30f2-161a-43ad-9368-3f9b68d1e6df HTTP/1.1" status: 204 len: 168 time: 0.2052331 Mar 23 21:34:18.892996 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785765f-8acf-4ed7-88fd-4c0aea3e20d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f30f2-161a-43ad-9368-3f9b68d1e6df,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:19.445307 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52234) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:19.487202 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-a30bdd4d-b745-4780-bc62-54debbc95d30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=00d4608aeea643cab4b54e3b0ad1b690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406277 Mar 23 21:34:19.489511 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [-] (103902) accepted ('10.222.0.35', 52236) {{(pid=103902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 21:34:19.534729 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] Publish callbacks [] for security_group (87fa2df6-f04a-423c-a9b0-a31e3daad100), before_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:19.555127 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] Publish callbacks [] for security_group (87fa2df6-f04a-423c-a9b0-a31e3daad100), precommit_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:19.682618 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-545826'] for security_group (87fa2df6-f04a-423c-a9b0-a31e3daad100), after_delete {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:19.685247 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron_lib.callbacks.manager [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:19.686427 dv-cinder-834918-1-iscsi neutron-server[103902]: INFO neutron.wsgi [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87fa2df6-f04a-423c-a9b0-a31e3daad100 HTTP/1.1" status: 204 len: 168 time: 0.1960330 Mar 23 21:34:19.693903 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c016aa7-7979-43e4-8e92-b4c452c43315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa2df6-f04a-423c-a9b0-a31e3daad100,revision_number=None']} {{(pid=103902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 21:34:23.183981 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:26.418247 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:34:34.081139 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-be93662b-bc9e-4368-bb2c-38c0e25ed6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:36.195976 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-77f7ef1b-8191-4c61-a94b-e85aded7a605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:37.710666 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:39.104758 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:40.596380 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:34:53.161373 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:03.417208 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:35:04.070282 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-a8e20677-f227-412c-8e0e-5ec1ea4ce9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:06.184796 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-26314dc5-37bc-4cc6-8584-6e47a937a0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:07.698822 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:09.121553 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:10.545093 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:23.190517 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:30.845685 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-1c7989fb-0484-4240-9978-7a4d91c24fff req-2b097e97-90ac-48d7-bc0b-198e06db671d service neutron] (103902) timed out ('10.222.0.24', 61515) {{(pid=103902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 21:35:34.058161 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-60f70006-d56f-4c66-a7d7-13d5d6075252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:35.217467 dv-cinder-834918-1-iscsi neutron-server[103902]: DEBUG neutron.wsgi [req-8e4d4c9b-604f-4b73-a7f0-9bc0494b408b req-eb32bc35-875a-41fc-9b21-bddedd6e5608 service neutron] (103902) timed out ('10.222.0.24', 61519) {{(pid=103902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 21:35:36.195126 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-c6b82a4d-e7b0-4cc3-b6ff-c9a03100a31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:37.703963 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:39.126184 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:40.416568 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:35:40.554918 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:35:47.001808 dv-cinder-834918-1-iscsi neutron-server[103903]: DEBUG neutron.wsgi [req-3bc0a906-add3-46ad-b39c-82157a150037 req-36862d4a-a9c4-4fda-8ae5-45a7e3b65595 service neutron] (103903) timed out ('10.222.0.24', 61523) {{(pid=103903) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 21:35:53.206320 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:04.057917 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-232f8272-415c-4c83-a926-1e079f19df27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:06.172133 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1a2eab3a-6e3e-4f8c-929a-cb2d1fb75e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:07.697876 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:09.103562 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:10.543148 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:17.415223 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:36:23.189086 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:34.045695 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-3d143467-998c-4e65-84fa-3b27648cf45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:36.165743 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5725def8-c48b-4451-8057-b9dd75b89cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:37.708924 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:39.108721 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:40.543284 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:53.234284 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:36:54.414305 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:37:04.045551 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8d08499d-2305-42f5-92ca-f85e01aad6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:06.199434 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-23efba86-cc11-4ece-a823-4c92ef001834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:07.708321 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:09.102513 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:10.576703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:23.222227 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:31.413819 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:37:34.045035 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-433a33d7-f2f0-482e-92c2-79affe9f02aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:36.222359 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-978cfeda-dce4-4aed-8de3-5206686b822e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:37.690793 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:39.130650 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:40.570759 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:37:53.210565 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:04.039440 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5d67c7e7-00a7-477a-bb40-e54512d26732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:06.193473 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-5b130778-2881-4af5-b7bf-8afe12ab0032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:07.736081 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:08.414352 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:38:09.153367 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:10.564579 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:23.238912 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:34.050241 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-8d8986a3-08e0-4e19-ab9c-310f98a2397e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:36.238496 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e9c7648-7d69-410b-ac5b-e5641d4beb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:37.724157 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:39.141677 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:40.569617 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:38:45.413029 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:38:53.238346 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:04.061439 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-ca28839e-ec29-4da9-884d-ee8bbbcbb330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:06.243906 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-7e000d9e-04ff-4e1d-88b3-da7c473190c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:07.712703 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:09.130068 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-42aafb41-02ea-4674-b106-c417c42d71e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (9885d352-53e4-4baf-9c66-9982a390f4ed), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:10.558203 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f670ec80-c61f-45fb-90a9-4b3aa0c2e173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (fc319de8-8c6f-46b0-a72c-90a13e1806a9), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:22.411533 dv-cinder-834918-1-iscsi neutron-server[103905]: DEBUG neutron.db.agents_db [None req-21f9b561-5e36-4d2d-b319-f4f4f04de687 None None] Agent healthcheck: found 6 active agents {{(pid=103905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 21:39:23.232329 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-20178229-d766-4a1f-a8b5-aa432eedd28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (56c717d8-4248-45dc-a23c-9d934f1a0a28), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:34.067295 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-0dc05109-797c-41f2-9cf4-dd3cc3f04c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (a8588545-a01b-4a6f-ad94-41c4a43cbd5c), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:36.209354 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-f29c0061-66b5-4e61-b639-ba61fb9d9eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (8bbdc2c2-9097-4018-bb07-53b3cedd524b), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 21:39:37.717989 dv-cinder-834918-1-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-1af37e39-834d-4c9c-8ca4-be8357707fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755079812657', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1373474'] for agent (dc469875-b868-42c4-8cb3-3508eb5ac466), after_update {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}